-- Logs begin at Thu 2022-10-13 12:30:34 UTC, end at Thu 2022-10-13 13:29:47 UTC. -- Oct 13 13:01:24.589107 dv-cinder-826607-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 13:01:27.236206 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.common.config [-] Logging enabled! Oct 13 13:01:27.236771 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev76 Oct 13 13:01:27.236924 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104459) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 13 13:01:27.240128 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.common.config [-] Logging enabled! Oct 13 13:01:27.240384 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev76 Oct 13 13:01:27.240697 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104459) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 13 13:01:27.241731 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 13:01:27.241976 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 13:01:27.242456 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 13:01:27.242706 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 13:01:27.242934 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 13:01:27.243292 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.243593 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.243827 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.244123 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.244415 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.244699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.244990 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.245283 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.245567 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.245849 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.246133 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.246365 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.246645 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.246932 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.247254 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.247482 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] debug = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.247763 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.248198 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.248613 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.248901 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.249189 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.250002 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.250278 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.250557 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.250843 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.251199 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] host = dv-cinder-826607-8-iscsi {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.251481 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.251778 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.252056 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.252342 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.252624 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.252901 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.253186 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.253461 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.253736 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.254013 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.254302 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.254592 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.254881 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.255138 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.255366 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.255651 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.255939 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.256216 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.256491 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.256766 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.257042 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.257316 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.257583 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.257868 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.258153 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.258439 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.258715 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.258991 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.259285 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.259562 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.259843 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.260116 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.260390 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.260661 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.260948 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.261217 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.261488 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.261786 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.262069 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.262348 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.262641 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.262917 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.263221 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.263497 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.263769 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.264040 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] use_json = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.264315 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.264588 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.265485 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.265778 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.266052 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.266328 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.266632 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.266921 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.267220 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:27.267542 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.267820 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.268119 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.268403 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.268705 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.268987 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.269277 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.269558 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.269847 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.270137 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.270422 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.270699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.271000 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.271315 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.271608 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.271913 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.272202 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.272493 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.272773 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.273049 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.273323 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.273602 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.273890 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.274171 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.274457 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.274744 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.275025 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.275346 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.275630 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.275915 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.276204 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.276492 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.276762 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.277039 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.277328 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.277606 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.277876 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.278159 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.278436 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.278707 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.278986 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.279297 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.279584 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.279855 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.280131 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.280417 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.280718 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.280989 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.281259 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.281534 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.281805 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.282085 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.282359 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.282635 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.282907 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.283212 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.283485 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.283757 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.284033 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.284303 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.284579 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.284850 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.285121 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.285392 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.285661 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.285931 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.286200 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.286468 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.286743 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.287014 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.287310 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.287581 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.287852 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.288123 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.288405 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.288703 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.288982 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.289261 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.289539 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.289817 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.290095 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.290371 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.290646 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.290923 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.291223 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.291513 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.291796 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.292083 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.292366 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.292672 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.292968 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.293247 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.293523 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.293799 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.294076 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.294353 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.294634 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.294912 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.295212 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.295502 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.295788 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.296084 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.296401 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.296682 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.296977 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.297274 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.297566 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.297849 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.298157 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.298438 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:27.298656 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 13:01:27.298897 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104459) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 13:01:27.675012 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 13 13:01:27.675355 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 13 13:01:27.675621 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 13 13:01:27.675854 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 13 13:01:27.676131 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 13 13:01:27.676459 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 13:01:28.006721 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.006950 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.007256 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.008442 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.008716 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.008979 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.062214 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.062489 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.062754 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.078553 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.078835 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.079138 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.106881 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.107188 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.107460 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.143606 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.143884 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.144149 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.372668 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.373271 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.373271 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.374403 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.375143 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.471664 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.471978 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.472263 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.472537 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.472810 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.473124 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.473388 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.473649 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.473906 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.474195 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.474457 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.474723 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.474981 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.475260 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.475517 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.475783 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.476037 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.476304 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.476575 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.476837 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.477109 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.477362 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.477644 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.478019 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.478270 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.478517 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.478908 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:28.479177 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:28.479419 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:28.479656 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:28.479893 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:28.480130 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:28.480507 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 13:01:28.483585 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 13:01:28.487478 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 13:01:28.491382 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Oct 13 13:01:28.492989 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 13:01:28.493605 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 13:01:28.493938 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 13:01:28.494325 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 13:01:28.497099 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 13:01:28.497354 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 13:01:28.497703 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 13:01:28.502739 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 13:01:28.525770 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 13:01:28.526217 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.526513 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104459) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 13 13:01:28.526884 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.528257 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104459) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 13:01:28.528539 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 13:01:28.528786 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 13:01:28.539963 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.540251 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:28.667396 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 13:01:28.667588 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 13:01:28.667829 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 13:01:28.668202 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 13:01:28.720916 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO dbcounter [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Registered counter for database neutron Oct 13 13:01:28.739996 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_db.sqlalchemy.engines [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104459) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 13:01:28.746000 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG dbcounter [-] [104459] Writer thread running {{(pid=104459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 13:01:29.287197 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing driver for type 'gre' Oct 13 13:01:29.287753 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] gre ID ranges: [(1, 1000)] Oct 13 13:01:29.344593 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing driver for type 'local' Oct 13 13:01:29.344923 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing driver for type 'vlan' Oct 13 13:01:29.358053 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] VlanTypeDriver initialization complete Oct 13 13:01:29.358403 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing driver for type 'vxlan' Oct 13 13:01:29.359468 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] vxlan ID ranges: [(1, 1000)] Oct 13 13:01:29.412333 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing extension driver 'port_security' Oct 13 13:01:29.413046 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] PortSecurityExtensionDriver initialization complete Oct 13 13:01:29.413046 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing mechanism driver 'openvswitch' Oct 13 13:01:29.413323 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing mechanism driver 'hyperv' Oct 13 13:01:29.419864 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.plugin [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:01:29.420537 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.420916 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.421781 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.422290 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 13:01:29.422713 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.423097 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.423452 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.423845 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 13:01:29.424255 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.424611 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.424960 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.425352 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 13:01:29.425754 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > security_group after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.426105 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > security_group after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.426457 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.426851 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 13:01:29.427298 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.427655 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.428002 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.428523 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 13:01:29.428930 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > address_group after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.429285 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > address_group after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.429628 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.430022 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104459) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 13:01:29.430463 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] ML2 OVO RPC backend initialized. {{(pid=104459) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 13 13:01:29.431208 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.431571 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.431993 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.432348 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > networks before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.432703 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.433312 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > ports before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.433663 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.434012 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnets before_response 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.434362 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.434710 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.435078 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.435430 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.435774 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.436123 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.436470 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.437388 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.437732 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.445303 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded quota_driver: . Oct 13 13:01:29.445679 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.plugin [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Modular L2 Plugin initialization complete Oct 13 13:01:29.446038 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading services supported by the core plugin {{(pid=104459) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 13:01:29.446385 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.plugins.ml2.managers [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Got port-security extension from driver 'port_security' Oct 13 13:01:29.446871 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.extensions.vlantransparent [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Disabled vlantransparent extension. Oct 13 13:01:29.447396 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104459) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 13:01:29.447725 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: router Oct 13 13:01:29.483145 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.484148 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_create 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.484536 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router before_create 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.484915 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.485298 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.485663 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_delete 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.486030 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.486389 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.486754 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_create 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.487133 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_update 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.487493 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_update 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.487847 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.488211 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_update 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.488628 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_update 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.489004 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.489353 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.489699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: subnet after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.490048 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.490405 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.490761 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_create 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.491138 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.491492 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.491856 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router after_update 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.492208 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.492570 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_create 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.492942 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.493293 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_update 55549900 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.493664 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > agent after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.494020 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > agent after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.494372 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > network after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.495265 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Tracking information for resource: router configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:29.495604 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Tracking information for resource: floatingip configured {{(pid=104459) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:01:29.500503 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.db.l3_agentschedulers_db [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 13:01:29.501090 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.501458 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port after_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.501819 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port after_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.502182 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: port after_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.502982 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router before_create 55550100 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.503378 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.503750 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_create 55550100 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.504113 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > router precommit_update 55550100 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.508943 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.provider_configuration [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service providers = [] {{(pid=104459) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 13:01:29.509314 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.db.servicetype_db [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104459) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 13:01:29.512292 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.service_base [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:01:29.512650 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.service_base [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:01:29.513002 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.service_base [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:01:29.513894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.services.service_base [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104459) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:01:29.514274 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.services.service_base [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 13:01:29.514659 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.515008 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 13:01:29.526573 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.526917 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: auto_allocate Oct 13 13:01:29.533196 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: network precommit_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.533568 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: network precommit_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.534098 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.534426 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: tag Oct 13 13:01:29.541074 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.541364 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: timestamp Oct 13 13:01:29.545404 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.545742 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: network_ip_availability Oct 13 13:01:29.551825 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.552205 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.552568 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.553290 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.553615 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: flavors Oct 13 13:01:29.558529 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.558867 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading Plugin: revisions Oct 13 13:01:29.563317 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104459) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:01:29.563708 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.887s {{(pid=104459) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 13 13:01:29.564465 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104459) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 13 13:01:29.564807 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Initializing extension manager. Oct 13 13:01:29.565337 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: __init__.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.565684 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: __pycache__ {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.566024 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: address_group.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.566908 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.567508 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: address-group Oct 13 13:01:29.567841 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: address_scope.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.568529 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.569042 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: address-scope Oct 13 13:01:29.569368 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.570262 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.570777 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: router-admin-state-down-before-update Oct 13 13:01:29.571129 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: agent.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.571798 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.572306 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: agent Oct 13 13:01:29.572633 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: agent_resources_synced.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.573511 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.574020 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: agent-resources-synced Oct 13 13:01:29.574349 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: allowedaddresspairs.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.576130 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.576653 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: allowed-address-pairs Oct 13 13:01:29.576983 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: auto_allocated_topology.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.578043 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.578564 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: auto-allocated-topology Oct 13 13:01:29.578894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: availability_zone.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.579649 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.580184 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: availability_zone Oct 13 13:01:29.580516 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: availability_zone_filter.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.581410 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.581920 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: availability_zone_filter Oct 13 13:01:29.582249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: data_plane_status.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.583147 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.583657 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 13:01:29.583980 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: default_subnetpools.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.584864 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.585376 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: default-subnetpools Oct 13 13:01:29.585704 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.586479 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.587002 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: dhcp_agent_scheduler Oct 13 13:01:29.587349 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: dns.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.588228 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.588737 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension dns-integration not supported by any of loaded plugins Oct 13 13:01:29.589067 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: dns_domain_ports.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.589949 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.590453 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 13:01:29.590781 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.591693 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.592197 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 13:01:29.592525 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: dvr.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.593694 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.594207 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: dvr Oct 13 13:01:29.594526 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: ecmp_routes.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.595433 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.595939 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 13:01:29.596259 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: empty_string_filtering.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.597197 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.597733 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: empty-string-filtering Oct 13 13:01:29.598030 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.598906 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.599441 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 13:01:29.599767 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.600641 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.601145 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 13:01:29.601466 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: external_net.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.602337 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.602845 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: external-net Oct 13 13:01:29.603198 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.604067 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.604583 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: extra_dhcp_opt Oct 13 13:01:29.604912 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: extraroute.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.605780 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.606294 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: extraroute Oct 13 13:01:29.606624 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: extraroute_atomic.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.607643 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.608160 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: extraroute-atomic Oct 13 13:01:29.608505 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: filter_validation.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.609738 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.610253 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: filter-validation Oct 13 13:01:29.610580 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: fip_pf_description.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.611558 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.612066 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 13:01:29.612394 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: fip_pf_detail.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.613272 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.613788 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 13 13:01:29.614115 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: fip_pf_port_range.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.614987 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.615523 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 13 13:01:29.615848 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: fip_port_details.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.616726 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.617245 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: fip-port-details Oct 13 13:01:29.617572 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: flavors.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.618767 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.619319 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: flavors Oct 13 13:01:29.619655 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.621280 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.621811 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 13:01:29.622149 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: floatingip_pools.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.622822 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.623375 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: floatingip-pools Oct 13 13:01:29.623711 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: ip_allocation.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.624626 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.625134 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 13:01:29.625465 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.626365 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.626874 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: ip-substring-filtering Oct 13 13:01:29.627242 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l2_adjacency.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.628149 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.628680 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 13:01:29.629009 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.629950 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.630498 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: router Oct 13 13:01:29.630828 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.633233 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.633768 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 13:01:29.634108 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.635001 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.635557 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: ext-gw-mode Oct 13 13:01:29.635894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.636780 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.637304 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: l3-ha Oct 13 13:01:29.637638 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.638514 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.639026 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 13 13:01:29.639383 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_flavors.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.640284 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.640803 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: l3-flavors Oct 13 13:01:29.641133 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.642458 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.642978 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 13 13:01:29.643336 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.644235 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.644749 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 13:01:29.645080 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: l3agentscheduler.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.646088 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.646604 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: l3_agent_scheduler Oct 13 13:01:29.646937 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: local_ip.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.648664 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.649193 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension local_ip not supported by any of loaded plugins Oct 13 13:01:29.649536 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: logging.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.650968 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.651519 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension logging not supported by any of loaded plugins Oct 13 13:01:29.651858 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: metering.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.652573 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.653151 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: metering Oct 13 13:01:29.653483 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.654537 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.655085 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: metering_source_and_destination_fields Oct 13 13:01:29.655943 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: multiprovidernet.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.656838 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.657360 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: multi-provider Oct 13 13:01:29.657688 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: netmtu.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.658568 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.659109 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: net-mtu Oct 13 13:01:29.659441 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: netmtu_writable.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.660321 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.660830 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: net-mtu-writable Oct 13 13:01:29.661157 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: network_availability_zone.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.661798 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.662309 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: network_availability_zone Oct 13 13:01:29.662636 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: network_ip_availability.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.663732 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.664246 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: network-ip-availability Oct 13 13:01:29.664578 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: network_segment_range.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.665314 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.665818 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 13:01:29.666162 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: pagination.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.667105 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.667440 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: pagination Oct 13 13:01:29.667762 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: port_device_profile.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.668631 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.669150 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: port-device-profile Oct 13 13:01:29.669475 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: port_mac_address_override.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.670366 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.670880 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: port-mac-override Oct 13 13:01:29.671787 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.672683 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.673205 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: port-mac-address-regenerate Oct 13 13:01:29.673534 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.674413 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.674927 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: port-numa-affinity-policy Oct 13 13:01:29.675284 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: port_resource_request.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.676160 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.676669 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 13:01:29.676998 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: port_resource_request_groups.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.677923 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.678432 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 13 13:01:29.678757 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: portbindings.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.679678 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.680189 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: binding Oct 13 13:01:29.680516 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: portbindings_extended.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.681755 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.682278 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: binding-extended Oct 13 13:01:29.682612 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: portsecurity.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.683778 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.684301 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: port-security Oct 13 13:01:29.684630 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: project_id.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.685768 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.686106 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: project-id Oct 13 13:01:29.686433 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: providernet.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.687370 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.687892 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: provider Oct 13 13:01:29.688223 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.691711 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.692245 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos not supported by any of loaded plugins Oct 13 13:01:29.692583 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.693803 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.694328 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 13:01:29.694663 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.695579 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.696102 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 13:01:29.696438 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_default.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.697312 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.697828 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-default not supported by any of loaded plugins Oct 13 13:01:29.698158 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_fip.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.699039 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.699577 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-fip not supported by any of loaded plugins Oct 13 13:01:29.699907 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.700784 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.701298 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 13 13:01:29.701629 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_gateway_ip.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.702541 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.703076 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 13:01:29.703416 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_port_network_policy.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.704296 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.704809 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 13:01:29.705140 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.706151 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.706675 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 13:01:29.707007 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.708033 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.708551 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 13 13:01:29.708883 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_pps_rule.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.710007 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.710527 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-pps not supported by any of loaded plugins Oct 13 13:01:29.710857 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_rule_type_details.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.711771 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.712284 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 13:01:29.712615 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.713502 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.714010 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 13 13:01:29.714340 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: qos_rules_alias.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.715387 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.715901 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 13:01:29.716231 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: quota_check_limit.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.717110 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.717624 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: quota-check-limit Oct 13 13:01:29.718478 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: quotasv2.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.719397 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.719729 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: quotas Oct 13 13:01:29.720055 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: quotasv2_detail.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.721701 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.722045 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: quota_details Oct 13 13:01:29.722378 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: rbac.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.723434 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.723962 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: rbac-policies Oct 13 13:01:29.724296 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: rbac_address_group.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.725188 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.725719 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: rbac-address-group Oct 13 13:01:29.726052 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: rbac_address_scope.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.727015 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.727565 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: rbac-address-scope Oct 13 13:01:29.727897 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: rbac_security_groups.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.728784 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.729302 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: rbac-security-groups Oct 13 13:01:29.729630 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: rbac_subnetpool.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.730528 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.731071 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: rbac-subnetpool Oct 13 13:01:29.731405 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: revisionifmatch.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.732293 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.732812 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: revision-if-match Oct 13 13:01:29.733139 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: revisions.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.734813 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.735348 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: standard-attr-revisions Oct 13 13:01:29.735684 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: router_availability_zone.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.736327 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.736841 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: router_availability_zone Oct 13 13:01:29.737166 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: routerservicetype.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.738048 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.738563 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension router-service-type not supported by any of loaded plugins Oct 13 13:01:29.738890 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.739804 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.740323 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: security-groups-normalized-cidr Oct 13 13:01:29.740649 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.741539 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.742060 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: port-security-groups-filtering Oct 13 13:01:29.742386 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.743302 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.743824 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: security-groups-remote-address-group Oct 13 13:01:29.744152 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.745056 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.745571 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: security-groups-shared-filtering Oct 13 13:01:29.745903 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: securitygroup.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.755590 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.756134 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: security-group Oct 13 13:01:29.756474 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: segment.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.757178 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.757698 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension segment not supported by any of loaded plugins Oct 13 13:01:29.758031 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.758955 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.759510 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 13:01:29.759843 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: servicetype.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.760910 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.761434 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: service-type Oct 13 13:01:29.761766 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: sorting.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.762712 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.763049 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: sorting Oct 13 13:01:29.763399 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: standard_attr_segment.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.764298 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.764847 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 13:01:29.765175 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: standardattrdescription.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.765807 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.766331 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: standard-attr-description Oct 13 13:01:29.766665 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: stateful_security_group.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.767582 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.768104 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: stateful-security-group Oct 13 13:01:29.768435 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: stdattrs_common.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.768992 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 13:01:29.769319 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.770234 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.770733 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 13:01:29.771085 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: subnet_onboard.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.773050 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.773580 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: subnet_onboard Oct 13 13:01:29.773913 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.774814 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.775365 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 13:01:29.775696 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: subnet_service_types.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.776594 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.777114 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: subnet-service-types Oct 13 13:01:29.777441 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: subnetallocation.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.778490 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.779012 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: subnet_allocation Oct 13 13:01:29.779372 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.780009 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.781045 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: subnetpool-prefix-ops Oct 13 13:01:29.781374 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.782269 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.782776 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 13:01:29.783135 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: tagging.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.784165 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.784691 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: standard-attr-tag Oct 13 13:01:29.785019 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: timestamp.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.786179 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.786697 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loaded extension: standard-attr-timestamp Oct 13 13:01:29.787032 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: trunk.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.788053 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.788572 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension trunk not supported by any of loaded plugins Oct 13 13:01:29.788903 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: trunk_details.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.789780 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.790293 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension trunk-details not supported by any of loaded plugins Oct 13 13:01:29.790621 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: uplink_status_propagation.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.791571 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.792042 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 13:01:29.792369 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Loading extension file: vlantransparent.py {{(pid=104459) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:01:29.793016 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104459) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:01:29.793523 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 13:01:29.796735 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:network Oct 13 13:01:29.797270 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:subnet Oct 13 13:01:29.797673 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:01:29.798068 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:port Oct 13 13:01:29.799366 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.799818 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service FLAVORS assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.800438 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.800873 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.801212 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:router Oct 13 13:01:29.801646 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 13:01:29.802147 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service METERING assigned prefix: /metering {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.803639 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.804017 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.804377 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:01:29.805401 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 13:01:29.805844 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:security_group Oct 13 13:01:29.806275 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 13:01:29.806834 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service CORE assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.807220 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:01:29.807574 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] subnetpool is already registered Oct 13 13:01:29.808257 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service CORE assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.808597 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:01:29.808940 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] subnetpool is already registered Oct 13 13:01:29.811408 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.811896 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service FLAVORS assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.812532 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.813082 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.813423 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:router Oct 13 13:01:29.813783 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] router is already registered Oct 13 13:01:29.814216 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 13:01:29.814559 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] floatingip is already registered Oct 13 13:01:29.815033 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service METERING assigned prefix: /metering {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.815779 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 13:01:29.816117 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] rbac_policy is already registered Oct 13 13:01:29.816551 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:security_group Oct 13 13:01:29.816892 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] security_group is already registered Oct 13 13:01:29.817326 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 13:01:29.817666 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] security_group_rule is already registered Oct 13 13:01:29.818165 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service CORE assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.818496 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:01:29.818840 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] subnetpool is already registered Oct 13 13:01:29.819298 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.v2.resource_helper [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Service CORE assigned prefix: {{(pid=104459) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:01:29.819628 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:01:29.819961 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING neutron.quota.resource_registry [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] subnetpool is already registered Oct 13 13:01:29.820431 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: extensions {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.822026 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: address-groups {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.823562 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: address-scopes {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.824774 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: agents {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.825944 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: auto-allocated-topology {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.829004 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: availability_zones {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.830256 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: dhcp-networks {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.831738 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: dhcp-agents {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.833286 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: routers {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.835023 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: flavors {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.836224 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: service_profiles {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.837535 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: next_providers {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.839000 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: service_profiles {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.840477 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: floatingip-pools {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.841731 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: routers {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.844136 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: floatingips {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.845339 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: l3-routers {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.846747 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: l3-agents {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.848322 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: metering-labels {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.849605 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: metering-label-rules {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.850901 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: network-ip-availabilities {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.852343 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: bindings {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.853926 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: quotas {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.855523 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: quotas {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.857190 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: rbac-policies {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.858399 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: security-groups {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.859662 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: security-group-rules {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.860943 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: service-providers {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.862268 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: subnetpools {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.863652 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: subnetpools {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.865127 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.866897 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.868678 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.870568 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.872310 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.874206 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.876046 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.877870 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.879710 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.881577 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron.api.extensions [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Extended resource: tags {{(pid=104459) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:01:29.888505 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING keystonemiddleware.auth_token [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 13:01:29.894125 dv-cinder-826607-8-iscsi neutron-server[104459]: WARNING keystonemiddleware.auth_token [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 13:01:29.902919 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Acquiring lock "singleton_lock" {{(pid=104459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 13 13:01:29.903275 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Acquired lock "singleton_lock" {{(pid=104459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 13 13:01:29.903747 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_concurrency.lockutils [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Releasing lock "singleton_lock" {{(pid=104459) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 13 13:01:29.904425 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Starting 2 workers Oct 13 13:01:29.910296 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Started child 104572 {{(pid=104459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:01:29.914377 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Started child 104573 {{(pid=104459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:01:29.915338 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:29.916010 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO neutron.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 13:01:29.916658 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:29.916842 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [-] (104572) wsgi starting up on http://0.0.0.0:9696 Oct 13 13:01:29.919035 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Starting 1 workers Oct 13 13:01:29.919239 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:29.920483 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [-] (104573) wsgi starting up on http://0.0.0.0:9696 Oct 13 13:01:29.924506 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Started child 104574 {{(pid=104459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:01:29.925050 dv-cinder-826607-8-iscsi neutron-server[104459]: INFO oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Starting 1 workers Oct 13 13:01:29.929021 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] calling RpcWorker wait() {{(pid=104574) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 13:01:29.929590 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] returning from RpcWorker wait() {{(pid=104574) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 13:01:29.929663 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Started child 104575 {{(pid=104459) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:01:29.930386 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG neutron_lib.callbacks.manager [None req-f0051043-f530-4460-9847-9d0b5a815007 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:29.930666 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:29.931131 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:01:29.932361 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 13:01:29.932579 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 13:01:29.933021 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 13:01:29.933259 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 13:01:29.933590 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 13:01:29.933775 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 13:01:29.934303 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.934591 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.934859 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.935158 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.935578 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:29.936018 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.936018 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.936245 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.936539 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.936645 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:01:29.936856 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.937028 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.937198 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.937447 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.937692 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.938012 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.938309 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.938570 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.938830 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.939004 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.939296 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.939558 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.939816 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.940122 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] debug = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.940403 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.940878 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.941147 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.941394 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.941646 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.941924 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.942173 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.942448 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.942699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.942940 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.943223 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.943480 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.943739 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.943980 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.944218 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.944519 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.944752 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.945226 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] host = dv-cinder-826607-8-iscsi {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.945468 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.945711 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.945961 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.946210 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.946481 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.946698 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.946979 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.947239 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.947495 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.947743 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.948001 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.948249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.948502 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.948753 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.948918 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_options = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.949156 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.949417 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.949699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.949893 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.950398 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.950752 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.951027 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.951342 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.951489 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.951728 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.952023 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.952915 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.953270 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.953398 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.953633 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.953879 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.954644 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.954644 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.954916 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.955086 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.955291 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.955552 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.955791 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.956019 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.956237 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.956492 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.956724 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.956952 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.957166 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.957419 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.957688 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.957951 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.958171 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.958419 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.958868 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.959473 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.959722 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.959966 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.960259 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.960896 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.960896 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.961161 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.961285 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.961422 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.961653 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.961890 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.962494 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_json = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.962722 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.962965 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.963264 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.963513 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.964032 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.964195 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.964570 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.964969 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.965363 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:29.965782 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.966261 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.966748 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.967254 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.967851 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.968855 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.969271 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.969678 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.969916 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.970334 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.970797 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.971295 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.971609 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.971879 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.972170 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.972592 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.972945 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.973441 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.973703 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.973929 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.974151 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.974561 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.975032 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.975454 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.975911 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.976181 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.976415 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.976755 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.977043 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.977311 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.977661 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.978097 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.978385 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.978663 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.978907 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.979197 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.979439 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.979682 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.979970 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.980347 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.980626 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.980871 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.981292 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.981702 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.982099 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.982544 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.982948 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.983403 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.983894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.984426 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.984902 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.985153 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.985402 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.985648 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.985901 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.986336 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.986751 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.987170 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.987614 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.987888 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.988115 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.988344 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.988610 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.988838 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.989066 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.989283 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.989522 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.989906 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.990297 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.990684 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.990906 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.991165 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.991385 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.991762 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.992161 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.992546 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.992924 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.993395 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.993840 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.994268 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.994504 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.995136 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.995366 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.995605 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.995853 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.996076 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.996325 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.996543 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.996780 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.997175 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.997559 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.997795 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.998127 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.998402 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.998666 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.998893 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.999209 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.999434 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.999699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:29.999931 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.000172 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.000390 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.000664 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.000894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.001130 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.001358 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.001580 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.001837 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.002061 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.002470 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.002700 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.002923 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.003172 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.003402 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.003801 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.004056 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.004307 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.004572 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.004820 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.005083 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.005279 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.005514 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.005770 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.006041 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.006295 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.006582 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.006825 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.007255 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.007552 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.007821 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.008079 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.008318 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.008585 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.008850 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.009176 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.009466 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.009675 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.009925 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.010166 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.010413 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.010643 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.010865 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.011119 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.011457 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.011722 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.011961 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.012179 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.012454 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.012703 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.012948 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.013214 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.013469 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.013707 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.013957 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.014188 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.014428 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.014671 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.015492 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.016249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.016249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.017066 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.017066 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.017250 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.017348 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.017796 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.018201 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.018431 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.018659 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.018884 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.019137 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.019392 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.019625 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.019837 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.020098 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.020323 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.020547 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.020770 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.020989 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.021246 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.021468 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.021740 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.022006 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.022230 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.022462 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.022719 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.022958 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.023211 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.023480 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.023697 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.023920 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.024139 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.024360 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.024580 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.024820 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.025050 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.025296 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.025534 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.025784 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.026135 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.026385 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.026619 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.026881 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.027146 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.027385 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.027623 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.027845 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.028097 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.028336 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.028563 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.028817 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.029097 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.029342 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.029565 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.029808 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.030030 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.030255 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.031252 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.031512 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.031759 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.032024 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.032233 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.032461 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.032683 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.032903 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.033128 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.033364 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.033597 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.033810 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.034029 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.034268 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.034599 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.034862 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.035117 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.035384 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.035610 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.035843 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.036072 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.036287 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.036502 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.036726 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.036945 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.037178 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.037340 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:01:30.037424 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.037623 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.037833 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.038055 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.038272 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.038484 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.038711 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.038920 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.039157 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.039381 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.039599 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.039810 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.040689 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.040689 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.040950 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.041056 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.041238 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.041520 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.042314 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.042482 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.042699 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.042958 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.043214 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.043428 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.043733 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.044060 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.044210 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.044499 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.044725 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.044977 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.045204 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.045510 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.045726 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.045987 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.046238 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.046459 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.046682 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.046938 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.047299 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.047592 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.047845 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.048102 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.048388 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.048668 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.048932 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.049154 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.049466 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.049804 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.050093 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.050364 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.050622 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.050868 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.051123 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.051347 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.051587 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.051827 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.052047 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.052425 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.052546 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.052797 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.053029 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.053258 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.053485 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.053733 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.053963 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.054209 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.054430 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.054590 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 13:01:30.055146 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104459) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 13:01:30.055312 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 13:01:30.055468 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 13:01:30.055639 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 13:01:30.055809 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 13:01:30.055965 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 13:01:30.056174 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.056494 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.056659 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.056822 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.057011 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.057172 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.057484 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.057648 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.058064 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.058226 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.058389 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.058552 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.058713 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.058875 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.059040 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.059225 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.059389 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.059955 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.060124 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.060284 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.060446 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.060612 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] debug = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.060823 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.061035 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.061194 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.061778 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.061945 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.062107 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.062268 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.062429 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.062591 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.062753 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.062917 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.063160 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.063329 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.063517 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.063619 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.063785 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.063948 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.064100 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] host = dv-cinder-826607-8-iscsi {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.064466 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.064814 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.064918 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.065130 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.065292 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.065448 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.065609 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.065772 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.065934 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.066096 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.066256 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.066415 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.066580 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.066739 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.066897 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_options = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.067086 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.067238 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.067401 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.067589 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.067756 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.067910 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.068068 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.068229 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.068390 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.068550 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.068710 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.068871 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069036 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069196 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069356 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069515 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069677 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069836 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.069993 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.070154 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.070313 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.070473 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.070634 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.070794 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.070954 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.071138 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.071299 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.071461 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.071623 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.071783 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.071944 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.072105 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.072266 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.072430 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.072599 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.072762 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.072894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.073056 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.073219 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.073379 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.073537 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.073696 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.073858 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074004 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074167 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074344 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074483 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_json = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074642 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074802 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.074960 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.075142 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.075303 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.075463 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.075624 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.075784 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.075946 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:01:30.076128 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.076298 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.076439 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.076602 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.076774 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.076925 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.077090 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.077773 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.077938 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.078122 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.078267 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.078425 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.078596 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.078759 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.078919 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.079103 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.079267 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.079430 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.079597 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.079756 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.079917 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.080078 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.080247 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.080407 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.080566 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.080727 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.080887 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.081055 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.081215 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.081396 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.081556 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.081717 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.081879 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.082039 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.082200 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.082362 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.082525 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.082687 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.082848 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.083009 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.083207 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.083370 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.083531 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.083693 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.083855 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084018 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084179 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084342 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084504 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084665 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084828 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.084990 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.085151 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.085314 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.085476 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.085638 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.085799 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.085970 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.086131 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.086292 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.086453 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.086614 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.086775 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.086937 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.087105 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.087268 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.087431 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.087593 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.087767 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.087928 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.088089 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.088250 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.088413 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.088576 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.088738 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.088899 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.089062 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.089249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.089410 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.089576 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.089738 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.089900 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.090062 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.090222 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.090383 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.090545 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.090707 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.090868 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.091029 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.091206 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.091367 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.091535 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.091712 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.091872 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.092034 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.092195 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.092356 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.092517 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.092678 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.092859 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.093550 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.093713 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.093874 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.094035 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.094198 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.094358 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.094522 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.094682 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.094843 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.095004 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.095185 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.095347 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.095508 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.095668 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.095873 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.096036 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.096196 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.096360 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.096522 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.096682 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.096843 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097005 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097164 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097335 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097498 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097661 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097822 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.097995 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.098167 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.098329 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.098491 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.098670 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.098815 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.098976 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.099160 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.099323 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.099483 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.099647 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.099807 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.099979 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.100141 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.100302 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.100463 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.100646 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.100808 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.100970 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.101131 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.101292 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.101452 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.101614 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.101775 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.101935 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.102096 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.102258 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.102421 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.102581 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.102743 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.102903 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.103076 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.103247 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.103410 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.103571 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.103733 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.103894 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.104055 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.104217 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.104378 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.104539 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.104729 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.104849 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105010 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105170 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105332 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105493 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105653 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105816 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.105977 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.106138 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.106299 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.106461 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.106625 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.106787 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.106949 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.107148 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.107312 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.107477 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.107639 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.107802 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.107964 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.108126 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.108339 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.108543 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.108707 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.108868 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.109030 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.109191 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.109353 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.109515 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.109698 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.109860 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110020 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110185 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110347 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110508 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110670 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110830 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.110992 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.111177 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.111341 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.111503 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.111664 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.111827 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.111989 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.112150 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.112310 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.112471 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.112634 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.112797 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.112959 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.113121 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.113284 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.113446 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.113607 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.113767 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.113928 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.114089 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.114249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.114409 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.114571 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.114735 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.114909 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.115086 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.115249 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.115410 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.115572 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.115733 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.115904 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.116064 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.116225 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.116385 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.116546 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.116708 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.116878 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117040 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117200 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117360 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117519 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117672 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117838 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.117998 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.118158 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.118318 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.118479 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.118639 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.118808 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.118969 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.119160 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.119321 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.119483 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.119649 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.119819 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.119981 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.120142 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.120302 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.120462 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.120623 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.120792 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.120955 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.121116 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.121294 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.121445 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.121606 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.121767 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.121939 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.122101 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.122264 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.122425 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.122595 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.122746 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.122909 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.123090 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.123264 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.123432 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.123594 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.123763 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.123932 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.124123 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.124286 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.124454 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.124626 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.124787 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.124932 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.125096 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.125257 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.125417 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.125577 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.125739 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.125899 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.126061 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.126221 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.126382 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.126544 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.126705 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.126864 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.127026 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.127208 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.127371 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.127531 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.127695 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:01:30.127849 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104459) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 13:01:30.264608 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44692) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:01:30.272299 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050771 Oct 13 13:01:30.276630 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037656 Oct 13 13:01:34.976407 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writer thread running {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 13:01:39.406778 dv-cinder-826607-8-iscsi neutron-server[104459]: DEBUG dbcounter [-] [104459] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:01:41.469886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb61bdf-2c79-4364-a038-487c84193630 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:01:41.495627 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writer thread running {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 13:01:41.567702 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb61bdf-2c79-4364-a038-487c84193630 None None] No non-hosted networks {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 13:01:41.575302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.agentschedulers_db [None req-cbb61bdf-2c79-4364-a038-487c84193630 None None] DHCP Agent not found on host dv-cinder-826607-8-iscsi {{(pid=104574) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 13 13:01:41.652465 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-14918137-90e5-41a0-8cd4-326b1a55e089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1665492'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:43.672271 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c6d4303b-435f-4d14-80ed-d01ef8f92d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1665492'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:43.719660 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b4b72045-1da9-42af-be46-944e674d93d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:44.982570 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1665492'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:45.411014 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44768) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:01:46.067678 dv-cinder-826607-8-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-58db0910-cba7-4299-9c76-bb2ab34a93b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:01:46.068618 dv-cinder-826607-8-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-58db0910-cba7-4299-9c76-bb2ab34a93b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:01:46.294231 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-58db0910-cba7-4299-9c76-bb2ab34a93b1 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:01:46.311784 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-58db0910-cba7-4299-9c76-bb2ab34a93b1 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8992846 Oct 13 13:01:46.313945 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.db.l3_hamode_db [None req-830a2073-f438-49d8-9c12-960dd867744d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 13:01:46.398156 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a2073-f438-49d8-9c12-960dd867744d None None] Routers set() bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:01:46.398921 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a2073-f438-49d8-9c12-960dd867744d None None] Router IDs set() for agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 13 13:01:46.778221 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1665492'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:46.961309 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1665492'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:46.962698 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.963343 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.964731 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.966461 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.967752 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.968415 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.969009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.970239 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.970830 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.971331 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.971686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.972003 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.972343 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.972859 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.973371 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:46.973913 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826607-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:01:46.985845 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826607-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:01:48.930740 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44802) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:01:49.244355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:01:49.256682 dv-cinder-826607-8-iscsi neutron-server[104573]: ERROR stevedore.extension [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 13 13:01:49.337161 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.policy [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104573) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 13:01:49.378793 dv-cinder-826607-8-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:01:49.379194 dv-cinder-826607-8-iscsi neutron-server[104573]: WARNING oslo_policy.policy [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:01:49.398849 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writer thread running {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 13:01:49.474533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772109455668', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772109456200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772109439532', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772109432616', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772109426185', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772109417704', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-683579', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-683770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1672841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2021506'] for rbac-policy (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:49.542811 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:49.544059 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6bf9a43a-a45a-45e5-801c-267d312d9d40 admin admin] 10.222.0.23 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6122942 Oct 13 13:01:52.097965 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44812) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:01:52.411278 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:01:52.442083 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Made reservation on behalf of b14cb10007d440b4828ccc9869dc8aa2 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:01:52.446269 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.464327 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.572298 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks [] for security_group (6de45f91-3689-4406-8be6-3fa4a3d1460c), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.576078 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (6de45f91-3689-4406-8be6-3fa4a3d1460c), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.619235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 459} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:01:52.649819 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772107109587', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.650324 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Unsubscribe: segment precommit_create {{(pid=104573) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 13:01:52.650845 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Added segment 3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2 of type vlan for network 902a987b-1a22-48c2-83c2-c919a99ac7d9 Oct 13 13:01:52.656873 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6de45f91-3689-4406-8be6-3fa4a3d1460c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:01:52.678503 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.678843 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.679238 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.679594 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.679963 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.680398 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.680848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.681378 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.681715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.682041 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.682372 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.682968 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.683317 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.683640 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.683959 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Tracked resource versions report: Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: pushed versions: Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: { 'AddressGroup': {'1.2'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Agent': {'1.1'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'ConntrackHelper': {'1.0'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Log': {'1.0'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'NDPProxy': {'1.0'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Network': {'1.1'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Port': {'1.7'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'PortForwarding': {'1.3'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'QosPolicy': {'1.10'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroup': {'1.5'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SubPort': {'1.0'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Subnet': {'1.1'}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Trunk': {'1.1'}} Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: consumer versions: Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Agent': '1.1', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'ConntrackHelper': '1.0', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'LocalIPAssociation': '1.0', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Log': '1.0', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'NDPProxy': '1.0', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Network': '1.1', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Port': '1.7', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'PortForwarding': '1.3', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'QosPolicy': '1.10', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroup': '1.5', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroupRule': '1.2', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SubPort': '1.0', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Subnet': '1.1', Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Trunk': '1.1'}} Oct 13 13:01:52.685268 dv-cinder-826607-8-iscsi neutron-server[104573]: {{(pid=104573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:01:52.758763 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (902a987b-1a22-48c2-83c2-c919a99ac7d9), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.797925 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (902a987b-1a22-48c2-83c2-c919a99ac7d9), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.802850 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:01:52.803609 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:52.886244 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7871635 Oct 13 13:01:52.925226 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062092f-c5ad-4989-8e93-93892307289d demo demo] Pushing event updated for resources: {'Network': ['ID=902a987b-1a22-48c2-83c2-c919a99ac7d9,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:01:52.937716 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:01:55.512923 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44824) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:01:55.888274 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=54,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:01:55.923269 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f75254d-a5d6-467d-9f2b-71091df32f2a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:01:55.924616 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9f75254d-a5d6-467d-9f2b-71091df32f2a demo admin] 10.222.0.23 "GET /networking/v2.0/networks/902a987b-1a22-48c2-83c2-c919a99ac7d9 HTTP/1.1" status: 200 len: 825 time: 0.4108195 Oct 13 13:01:55.949983 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-be6c6bfc-4ecb-4bb9-aae4-f661aa2031b6 demo admin] 10.222.0.23 "GET /networking/v2.0/subnetpools/c8902f7c-728e-45ed-b77b-d447c03b8188 HTTP/1.1" status: 200 len: 734 time: 0.0192811 Oct 13 13:01:55.958433 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'ip_version': 4, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188', 'gateway_ip': '172.20.0.1'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:01:55.980001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Made reservation on behalf of b14cb10007d440b4828ccc9869dc8aa2 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:01:55.983422 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:56.101399 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:01:56.277969 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:56.350994 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Checking segment: {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:01:56.351377 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Network hostable DHCP agents. Network: 902a987b-1a22-48c2-83c2-c919a99ac7d9, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:01:56.356084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Pushing event updated for resources: {'Subnet': ['ID=ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:01:56.375103 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:01:56.385998 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 902a987b-1a22-48c2-83c2-c919a99ac7d9) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:01:56.390537 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:01:56.391163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:56.396986 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc52381-5af7-41f7-a111-53367bdd90b0 None None] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:01:56.406911 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c49976e6-9b01-4f57-bb1f-90346b6b119c demo admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4516103 Oct 13 13:01:56.668593 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-902a987b-1a22-48c2-83c2-c919a99ac7d9', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:01:56.670495 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:56.946278 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Allocated IP 172.20.0.2 (902a987b-1a22-48c2-83c2-c919a99ac7d9/ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6/2e5fdbf9-8dc2-4b9e-8123-641d88842e89) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:01:57.050737 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:01:57.220217 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Publish callbacks [] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:57.227574 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:57.300823 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:01:57.309632 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:01:57.312050 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:01:57.318396 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:01:57.320697 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Pushing event updated for resources: {'Port': ['ID=2e5fdbf9-8dc2-4b9e-8123-641d88842e89,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:01:57.333848 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.334204 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.334576 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.334937 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.335307 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.335642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.335970 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.336300 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.336629 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.336963 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.337290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.337637 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.337964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.338290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.338613 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Tracked resource versions report: Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: pushed versions: Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: { 'AddressGroup': {'1.2'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Agent': {'1.1'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'ConntrackHelper': {'1.0'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Log': {'1.0'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'NDPProxy': {'1.0'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Network': {'1.1'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Port': {'1.7'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'PortForwarding': {'1.3'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'QosPolicy': {'1.10'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroup': {'1.5'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SubPort': {'1.0'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Subnet': {'1.1'}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Trunk': {'1.1'}} Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: consumer versions: Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Agent': '1.1', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'ConntrackHelper': '1.0', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'LocalIPAssociation': '1.0', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Log': '1.0', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'NDPProxy': '1.0', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Network': '1.1', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Port': '1.7', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'PortForwarding': '1.3', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'QosPolicy': '1.10', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroup': '1.5', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroupRule': '1.2', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SubPort': '1.0', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Subnet': '1.1', Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Trunk': '1.1'}} Oct 13 13:01:57.340036 dv-cinder-826607-8-iscsi neutron-server[104574]: {{(pid=104574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:01:57.416162 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Attempting to bind port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:01:57.416831 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Attempting to bind port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:01:57.416964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Attempting to bind port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 on network 902a987b-1a22-48c2-83c2-c919a99ac7d9 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:01:57.463574 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:01:57.463947 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Checking segment: {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:01:57.464426 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:57.464821 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Bound using segment: {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:01:57.465319 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Bound port: 2e5fdbf9-8dc2-4b9e-8123-641d88842e89, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:01:57.465720 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:57.526245 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] For port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:01:57.544833 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] For port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=2e5fdbf9-8dc2-4b9e-8123-641d88842e89,segment=NetworkSegment(3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2),segment_id=3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:01:57.551336 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:01:57.602309 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df9d9e-e459-4052-bb85-6379299f56ea None None] Pushing event updated for resources: {'Port': ['ID=2e5fdbf9-8dc2-4b9e-8123-641d88842e89,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:01:59.053891 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44836) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:01:59.376805 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-977daf3c-d88a-4ed4-b315-3128d1930555 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:01:59.380393 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-977daf3c-d88a-4ed4-b315-3128d1930555 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3231130 Oct 13 13:01:59.788579 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:01:59.793280 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=10 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:02.020528 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 44848) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:02.527432 dv-cinder-826607-8-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-9361ac6c-04c4-4843-81a9-bb2970fa6e97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:02:02.528000 dv-cinder-826607-8-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-9361ac6c-04c4-4843-81a9-bb2970fa6e97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:02:02.745202 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [None req-9361ac6c-04c4-4843-81a9-bb2970fa6e97 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:02:02.746386 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9361ac6c-04c4-4843-81a9-bb2970fa6e97 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7240732 Oct 13 13:02:04.613018 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:02:04.694869 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:04.695319 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:04.695686 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 Oct 13 13:02:04.795034 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:04.795447 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:04.830023 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=2e5fdbf9-8dc2-4b9e-8123-641d88842e89,segment=NetworkSegment(3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2),segment_id=3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:02:04.833882 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:04.886164 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=2e5fdbf9-8dc2-4b9e-8123-641d88842e89,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:05.430001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44866) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:05.611578 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9603e1-4b53-446d-b2d8-7f24abbba850 None None] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:02:05.673845 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-8c435520-16b5-47be-99e5-9029cf5109ac None None] Provisioning complete for port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:05.674498 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c435520-16b5-47be-99e5-9029cf5109ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:05.674704 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-8c435520-16b5-47be-99e5-9029cf5109ac None None] Attempt 1 to provision port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 Oct 13 13:02:05.757825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:02:05.765410 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:05.782013 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:05.783629 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:05.804304 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-8c435520-16b5-47be-99e5-9029cf5109ac None None] Current status of the port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:05.926042 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] Publish callbacks [] for router_controller (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:05.932569 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:05.951525 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:05.952699 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6eebbe1d-e45f-4a8d-bd45-2af33271f89c demo demo] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5218446 Oct 13 13:02:06.023784 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-1bacd855-9958-4aa8-94e4-55b64c8ecb46 None None] Provisioning complete for port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:06.024073 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1bacd855-9958-4aa8-94e4-55b64c8ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:06.024405 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-1bacd855-9958-4aa8-94e4-55b64c8ecb46 None None] Attempt 1 to provision port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 Oct 13 13:02:06.104595 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-1bacd855-9958-4aa8-94e4-55b64c8ecb46 None None] Current status of the port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:06.596184 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:02:06.638551 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:06.638932 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:06.639297 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 Oct 13 13:02:06.656862 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:06.713113 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:08.552356 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44874) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:08.863150 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-7a579d7a-0de1-47ba-9e47-9a1380eafd08 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:02:08.864155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7a579d7a-0de1-47ba-9e47-9a1380eafd08 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3108749 Oct 13 13:02:11.435682 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dd6a13b7-77b0-4f77-9e09-5cc7e65a7055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:11.468271 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44882) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:11.779411 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:02:11.799895 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Made reservation on behalf of 9cb9d18ca96e4beea199d190db853658 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:02:11.802168 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:11.810386 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:11.883929 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks [] for security_group (b2daa45c-68d5-4082-afaf-0d0dd2faea38), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:11.887333 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (b2daa45c-68d5-4082-afaf-0d0dd2faea38), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:11.900540 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:11.902077 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Reserving flat network on physical network physnet1 {{(pid=104573) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 13:02:11.928122 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (30c6ab7a-21aa-4bd3-b34d-2f903c9aef64), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:11.928461 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Added segment 30c6ab7a-21aa-4bd3-b34d-2f903c9aef64 of type flat for network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f Oct 13 13:02:11.930031 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2daa45c-68d5-4082-afaf-0d0dd2faea38,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:11.978416 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:12.009393 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:12.010272 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:02:12.010845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:12.026545 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:12.089733 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6203718 Oct 13 13:02:12.110815 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7a78e-3382-4c1b-9e56-bc1d939485a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c19e2bd0-29d1-4d48-8c4e-8b0bc968441f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:12.121740 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:02:13.659827 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-69d560ae-f7e0-479e-87cb-e4ccb459b6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:14.685702 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44890) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:14.926974 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:15.050244 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a21aae7-bec3-4590-9b73-d2e41ea5e8fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:02:15.051695 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6a21aae7-bec3-4590-9b73-d2e41ea5e8fd demo admin] 10.222.0.23 "GET /networking/v2.0/subnets/ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6 HTTP/1.1" status: 200 len: 849 time: 0.3650501 Oct 13 13:02:15.168051 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-97caa03b-449b-401c-b8c8-0e242c568469 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d HTTP/1.1" status: 200 len: 704 time: 0.1100852 Oct 13 13:02:15.430036 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:15.756121 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Allocated IP 172.20.0.1 (902a987b-1a22-48c2-83c2-c919a99ac7d9/ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6/8896cb4d-c4d7-4ca8-a312-aef8f3cf422b) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:02:15.908000 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks [] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:15.956598 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:15.973632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.058747 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:02:16.062392 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Pushing event updated for resources: {'Port': ['ID=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:16.064539 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:02:16.075468 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:02:16.076021 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.264866 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:16.272253 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.285459 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c2458cc4-ac98-42ca-aff9-bad4d6800561 None None] Provisioning complete for port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:16.286005 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c2458cc4-ac98-42ca-aff9-bad4d6800561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.286214 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c2458cc4-ac98-42ca-aff9-bad4d6800561 None None] Attempt 1 to provision port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b Oct 13 13:02:16.316995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c2458cc4-ac98-42ca-aff9-bad4d6800561 None None] Port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:02:16.475836 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks [] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.480213 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.481000 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.562548 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Pushing event updated for resources: {'Port': ['ID=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:16.610497 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:02:16.611835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:02:16.742422 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.770626 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:02:16.837296 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-57cb6f07-1645-4d7f-a0a1-67d751d72579 None None] Provisioning complete for port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:16.837602 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-57cb6f07-1645-4d7f-a0a1-67d751d72579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:16.837939 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-57cb6f07-1645-4d7f-a0a1-67d751d72579 None None] Attempt 1 to provision port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b Oct 13 13:02:16.857528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:02:16.862722 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9cc84d84-9e66-42ab-8f7d-c56e1307783f demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6892960 Oct 13 13:02:16.877837 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-57cb6f07-1645-4d7f-a0a1-67d751d72579 None None] Port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:02:16.878563 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Sync routers for ids ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:02:16.892656 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Routers {'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:02:16.893556 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:02:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:16.959091 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:17.074697 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Set router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:02:17.483581 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'name': 'router1', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:02:05Z', 'updated_at': '2022-10-13T13:02:16Z', 'revision_number': 2, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'gw_port_host': None, '_interfaces': [{'id': '8896cb4d-c4d7-4ca8-a312-aef8f3cf422b', 'name': '', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'mac_address': 'fa:16:3e:2e:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:15Z', 'updated_at': '2022-10-13T13:02:16Z', 'revision_number': 2, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'subnets': [{'id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:17.532291 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Checking router: c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:02:17.532661 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Updating router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:02:17.583257 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:18.082416 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Publish callbacks [] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:18.089389 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:18.235003 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Attempting to bind port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:02:18.235339 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Attempting to bind port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:02:18.235761 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Attempting to bind port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b on network 902a987b-1a22-48c2-83c2-c919a99ac7d9 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:02:18.243560 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Pushing event updated for resources: {'Port': ['ID=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:18.275069 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.275417 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.275773 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.276121 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.276451 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.276774 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.277093 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.277415 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.277728 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.278585 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.278911 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.279264 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.279584 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.279897 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.280209 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Tracked resource versions report: Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: pushed versions: Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: { 'AddressGroup': {'1.2'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Agent': {'1.1'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'ConntrackHelper': {'1.0'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Log': {'1.0'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'NDPProxy': {'1.0'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Network': {'1.1'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Port': {'1.7'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'PortForwarding': {'1.3'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'QosPolicy': {'1.10'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroup': {'1.5'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SubPort': {'1.0'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Subnet': {'1.1'}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Trunk': {'1.1'}} Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: consumer versions: Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Agent': '1.1', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'ConntrackHelper': '1.0', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'LocalIPAssociation': '1.0', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Log': '1.0', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'NDPProxy': '1.0', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Network': '1.1', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Port': '1.7', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'PortForwarding': '1.3', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'QosPolicy': '1.10', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroup': '1.5', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroupRule': '1.2', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SubPort': '1.0', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Subnet': '1.1', Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Trunk': '1.1'}} Oct 13 13:02:18.281564 dv-cinder-826607-8-iscsi neutron-server[104575]: {{(pid=104575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:02:18.333000 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:02:18.333397 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Checking segment: {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:02:18.333868 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:18.334255 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Bound using segment: {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:02:18.334743 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Bound port: 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 459, 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:02:18.335140 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:18.343671 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:18.397758 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] For port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:02:18.417588 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] For port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,segment=NetworkSegment(3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2),segment_id=3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:02:18.423757 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:18.453198 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:18.467656 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Routers {'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:02:18.468269 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:02:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:18.513220 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ba10b-5596-487d-9d51-dd2e7d522d70 None None] Pushing event updated for resources: {'Port': ['ID=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:18.563118 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] Set router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:02:18.753649 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'name': 'router1', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:02:05Z', 'updated_at': '2022-10-13T13:02:16Z', 'revision_number': 2, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'gw_port_host': None, '_interfaces': [{'id': '8896cb4d-c4d7-4ca8-a312-aef8f3cf422b', 'name': '', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'mac_address': 'fa:16:3e:2e:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:15Z', 'updated_at': '2022-10-13T13:02:18Z', 'revision_number': 4, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'subnets': [{'id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:18.782308 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2d99c5-2e81-4ede-859d-150b447af816 None None] The sync data for ids ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'] in dv-cinder-826607-8-iscsi is: [{'id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'name': 'router1', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:02:05Z', 'updated_at': '2022-10-13T13:02:16Z', 'revision_number': 2, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'gw_port_host': None, '_interfaces': [{'id': '8896cb4d-c4d7-4ca8-a312-aef8f3cf422b', 'name': '', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'mac_address': 'fa:16:3e:2e:e4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:15Z', 'updated_at': '2022-10-13T13:02:18Z', 'revision_number': 4, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'subnets': [{'id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:02:19.474649 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44902) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:19.850832 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:19.861681 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ee74f-1663-4caa-a553-d26ffa5b62ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:02:19.863017 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-165ee74f-1663-4caa-a553-d26ffa5b62ec admin admin] 10.222.0.23 "GET /networking/v2.0/networks/c19e2bd0-29d1-4d48-8c4e-8b0bc968441f HTTP/1.1" status: 200 len: 842 time: 0.3874257 Oct 13 13:02:19.873129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:02:19.894526 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Made reservation on behalf of 9cb9d18ca96e4beea199d190db853658 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:02:19.896902 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:20.231034 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:20.247697 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.objects.ports [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104573) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 13 13:02:20.248156 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (4c7fe9b5-1b52-4751-b5a9-1bd53b23b762), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:20.304960 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7fe9b5-1b52-4751-b5a9-1bd53b23b762,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:20.313903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:02:20.314260 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Network hostable DHCP agents. Network: c19e2bd0-29d1-4d48-8c4e-8b0bc968441f, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:02:20.331514 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:02:20.340404 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, c19e2bd0-29d1-4d48-8c4e-8b0bc968441f) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:02:20.345039 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:02:20.345633 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:20.352302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f15a2be-6bd9-49d5-94d2-81107333b51b None None] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:02:20.363571 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bab9fda5-d761-4167-991d-9a501ea22b23 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4941099 Oct 13 13:02:20.462639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f8b62-3fd2-4b12-9f40-7ca3dd792893 None None] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:02:21.974310 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:02:23.033009 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 44910) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:23.438492 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f32f8d52-7d61-47f4-8db3-89276f074097 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d HTTP/1.1" status: 200 len: 710 time: 0.4043760 Oct 13 13:02:23.536308 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85deb68b-ce48-42c8-86ca-3761b25c3897 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:02:23.537744 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-85deb68b-ce48-42c8-86ca-3761b25c3897 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/c19e2bd0-29d1-4d48-8c4e-8b0bc968441f HTTP/1.1" status: 200 len: 886 time: 0.0936079 Oct 13 13:02:23.546665 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:02:23.790065 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks [] for router_gateway (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:23.801586 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:24.007921 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks [] for router_gateway (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.085245 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.191235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Allocated IP 172.27.1.159 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:02:24.249126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:24.293317 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks [] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.325323 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.367688 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:02:24.370553 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:02:24.374430 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:02:24.406587 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Pushing event updated for resources: {'Port': ['ID=92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:24.636499 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:02:24.680686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:24.681157 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.681552 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b Oct 13 13:02:24.719460 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks [] for router_gateway (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.756461 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:24.756854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.766854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:24.794016 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,segment=NetworkSegment(3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2),segment_id=3619b52d-f465-43ff-b6cf-9f6d5b0ef3c2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:02:24.799220 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.814386 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:24.850267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=8896cb4d-c4d7-4ca8-a312-aef8f3cf422b,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:24.913177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1645807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1665748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29856'] for router (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:24.916520 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1645780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1645789', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1665775'] for router (c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:25.022369 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:02:25.121014 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:02:25.125649 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:25.126835 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-57793bd6-6570-4c16-b476-7c81c5b098cd demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d HTTP/1.1" status: 200 len: 890 time: 1.5833948 Oct 13 13:02:25.142324 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Sync routers for ids ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:02:25.155378 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Routers {'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:02:25.156090 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:02:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:25.360354 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:25.369484 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Set router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:02:25.742437 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'name': 'router1', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:02:05Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 4, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'gw_port': {'id': '92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:24Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8896cb4d-c4d7-4ca8-a312-aef8f3cf422b', 'name': '', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'mac_address': 'fa:16:3e:2e:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:15Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 5, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'subnets': [{'id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:25.864289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Checking router: c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:02:25.864639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Updating router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:02:25.915352 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.228669 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Publish callbacks [] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.234713 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.267167 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Attempting to bind port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:02:26.267539 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Attempting to bind port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:02:26.267922 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Attempting to bind port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:02:26.303180 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7e27d-7001-4f0e-8d10-241c6777e52b None None] Pushing event updated for resources: {'Port': ['ID=92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:26.320605 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:02:26.320977 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:02:26.321405 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.321784 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:02:26.322246 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Bound port: 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:02:26.322633 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.369662 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] For port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:02:26.372777 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] For port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:02:26.378521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.406827 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:26.422057 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Routers {'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:02:26.422662 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:02:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:26.468153 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7e27d-7001-4f0e-8d10-241c6777e52b None None] Pushing event updated for resources: {'Port': ['ID=92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:26.483863 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:26.537961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] Set router c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:02:26.616735 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:02:26.718664 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:26.719072 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:26.719419 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b Oct 13 13:02:26.825057 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'name': 'router1', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:02:05Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 4, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'gw_port': {'id': '92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:24Z', 'updated_at': '2022-10-13T13:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8896cb4d-c4d7-4ca8-a312-aef8f3cf422b', 'name': '', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'mac_address': 'fa:16:3e:2e:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:15Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 5, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'subnets': [{'id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:02:26.853351 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f3c78-1e0c-4774-be6e-9fd3ede26840 None None] The sync data for ids ['c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d'] in dv-cinder-826607-8-iscsi is: [{'id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'name': 'router1', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:02:05Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 4, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'gw_port': {'id': '92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:24Z', 'updated_at': '2022-10-13T13:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8896cb4d-c4d7-4ca8-a312-aef8f3cf422b', 'name': '', 'network_id': '902a987b-1a22-48c2-83c2-c919a99ac7d9', 'tenant_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'mac_address': 'fa:16:3e:2e:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b4509a-f5d4-4d44-ae8f-ba25ec1e413d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:02:15Z', 'updated_at': '2022-10-13T13:02:24Z', 'revision_number': 5, 'project_id': 'b14cb10007d440b4828ccc9869dc8aa2', 'subnets': [{'id': 'ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8902f7c-728e-45ed-b77b-d447c03b8188'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:02:26.858898 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:27.924477 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 44922) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:02:28.255261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writer thread running {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 13 13:02:28.255920 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:28.370649 dv-cinder-826607-8-iscsi neutron-server[104572]: ERROR stevedore.extension [None req-d1eb48be-3554-40b0-8e0a-9b3f756f92f5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 13 13:02:28.423349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.policy [None req-d1eb48be-3554-40b0-8e0a-9b3f756f92f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104572) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 13:02:28.466180 dv-cinder-826607-8-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-d1eb48be-3554-40b0-8e0a-9b3f756f92f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:02:28.466549 dv-cinder-826607-8-iscsi neutron-server[104572]: WARNING oslo_policy.policy [None req-d1eb48be-3554-40b0-8e0a-9b3f756f92f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:02:28.475821 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d1eb48be-3554-40b0-8e0a-9b3f756f92f5 admin admin] 10.222.0.23 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.5503411 Oct 13 13:02:28.624833 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:02:28.671704 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:28.672091 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:28.672425 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac Oct 13 13:02:28.742932 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:28.743259 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:28.764962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:02:28.769281 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:28.816142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:02:30.623520 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:02:30.673734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:02:30.674127 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:30.674492 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac Oct 13 13:02:30.755115 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 92ce8a08-b93c-4a2b-b8f3-4a2c3561ebac is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:02:35.118717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=31 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:35.119617 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:37.973407 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:37.982362 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=39 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:38.354540 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:38.359231 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:40.751853 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:40.753908 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:41.442091 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e43229ca-bbb1-41da-9930-86fd87933cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:43.664473 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-473935d6-76b7-49b8-9314-4064ea47724b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:44.943387 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:46.747838 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:46.957808 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:02:56.948960 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:56.953054 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:02:58.975788 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:03:11.446394 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f9188e76-5b41-46be-a9c5-18a166d7c05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:13.659355 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7bca3fd1-4bf6-42e8-81b0-6ae9f4644b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:14.942913 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:14.975270 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:14.981694 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:16.754345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:16.957200 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:26.948159 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:26.953199 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:35.975127 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:03:41.438952 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c705a413-0a69-4cd6-8099-73e5f76b71d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:43.663615 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-25b1f191-5b38-4612-9948-e456a68ec3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:44.942039 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:46.752512 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:46.955179 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:03:51.971559 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:51.977552 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:56.949113 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:56.951016 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:03:57.169435 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45478) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:03:57.512276 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd4008f-181f-4762-b624-98d119562b7a admin admin] GET failed (client error): The resource could not be found. Oct 13 13:03:57.513563 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-abd4008f-181f-4762-b624-98d119562b7a admin admin] 10.222.0.23 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3432932 Oct 13 13:03:57.706153 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f0e83a-e498-4398-9554-dfb664c3a600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:03:57.707640 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-36f0e83a-e498-4398-9554-dfb664c3a600 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1897213 Oct 13 13:04:00.261991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45488) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:00.670735 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbd99b-e3f1-491b-a4de-c726aa29e153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:00.672109 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-88fbd99b-e3f1-491b-a4de-c726aa29e153 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6 HTTP/1.1" status: 200 len: 849 time: 0.4092722 Oct 13 13:04:00.682184 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:04:00.767282 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Publish callbacks [] for subnet (ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:00.927498 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772107152047'] for subnet (ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:00.992461 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:00.993810 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:00.994892 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] 10.222.0.23 "PUT /networking/v2.0/subnets/ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6 HTTP/1.1" status: 200 len: 868 time: 0.3166828 Oct 13 13:04:01.003975 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:04:01.012363 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd535dcd-7e06-47f5-b583-b3dd6cc9c6ef None None] Network 902a987b-1a22-48c2-83c2-c919a99ac7d9 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:04:01.014997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.015434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.015846 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.016193 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.016528 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.016863 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.017268 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.017605 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.017939 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.018268 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.018620 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.018994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.019359 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.019683 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.020004 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326a4e8e-85f7-4d58-a112-385fe594bc2e admin admin] Tracked resource versions report: Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: pushed versions: Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: { 'AddressGroup': {'1.2'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Agent': {'1.1'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'ConntrackHelper': {'1.0'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Log': {'1.0'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'NDPProxy': {'1.0'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Network': {'1.1'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Port': {'1.7'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'PortForwarding': {'1.3'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'QosPolicy': {'1.10'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroup': {'1.5'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SubPort': {'1.0'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Subnet': {'1.1'}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Trunk': {'1.1'}} Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: consumer versions: Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Agent': '1.1', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'ConntrackHelper': '1.0', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'LocalIPAssociation': '1.0', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Log': '1.0', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'NDPProxy': '1.0', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Network': '1.1', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Port': '1.7', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'PortForwarding': '1.3', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'QosPolicy': '1.10', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroup': '1.5', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroupRule': '1.2', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SubPort': '1.0', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Subnet': '1.1', Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Trunk': '1.1'}} Oct 13 13:04:01.021449 dv-cinder-826607-8-iscsi neutron-server[104572]: {{(pid=104572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:04:01.298514 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Provisioning complete for port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:04:01.298905 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2e5fdbf9-8dc2-4b9e-8123-641d88842e89), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:01.299277 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Attempt 1 to provision port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 Oct 13 13:04:01.372891 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Current status of the port 2e5fdbf9-8dc2-4b9e-8123-641d88842e89 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:04:01.380749 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Provisioning complete for port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:04:01.381140 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8896cb4d-c4d7-4ca8-a312-aef8f3cf422b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:01.381478 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Attempt 1 to provision port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b Oct 13 13:04:01.451114 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e915b46e-a778-466e-ad9c-514511441102 None None] Current status of the port 8896cb4d-c4d7-4ca8-a312-aef8f3cf422b is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:04:03.527448 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45500) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:04.001591 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641469ee-12a2-4b60-994f-9ce4cc8e1cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:04.002076 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641469ee-12a2-4b60-994f-9ce4cc8e1cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:04.003675 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-641469ee-12a2-4b60-994f-9ce4cc8e1cec admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4753828 Oct 13 13:04:06.523456 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45510) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:06.927317 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a4287-b932-4bca-b66e-6987abe9c1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:06.927798 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a4287-b932-4bca-b66e-6987abe9c1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:06.929325 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-835a4287-b932-4bca-b66e-6987abe9c1be admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4050169 Oct 13 13:04:09.474469 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45518) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:09.877212 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e84a873-9bf6-4b6b-9cd6-25a4942da4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:09.878548 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9e84a873-9bf6-4b6b-9cd6-25a4942da4a9 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/902a987b-1a22-48c2-83c2-c919a99ac7d9 HTTP/1.1" status: 200 len: 869 time: 0.4031844 Oct 13 13:04:11.006973 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=62,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:11.009868 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:11.442325 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd1ce-9a07-4e6c-bb23-c96e3ab78f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:12.405058 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45526) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:12.799336 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0fc423-4546-4ddf-a62b-23ce942f0c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:12.800686 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3b0fc423-4546-4ddf-a62b-23ce942f0c45 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/c19e2bd0-29d1-4d48-8c4e-8b0bc968441f HTTP/1.1" status: 200 len: 886 time: 0.3946922 Oct 13 13:04:12.974112 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:04:13.666101 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7a4595a8-0616-4264-9f19-cd16092861c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:14.941028 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:15.374412 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45534) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:15.768958 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45974045-b008-41c9-9b60-1abfe339010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:15.769412 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45974045-b008-41c9-9b60-1abfe339010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:15.770923 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-45974045-b008-41c9-9b60-1abfe339010a admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3955779 Oct 13 13:04:16.755194 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:16.958250 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:18.333442 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45542) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:18.696405 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb7eb8-a60d-49b1-b85c-f0d31745abd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:18.696856 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb7eb8-a60d-49b1-b85c-f0d31745abd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:18.698320 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-29eb7eb8-a60d-49b1-b85c-f0d31745abd2 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3639622 Oct 13 13:04:21.247105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45550) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:21.601394 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d4ab5-b446-4c15-968c-c6670f7df661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:21.603444 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-053d4ab5-b446-4c15-968c-c6670f7df661 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762 HTTP/1.1" status: 200 len: 816 time: 0.3554573 Oct 13 13:04:24.143699 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45558) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:24.502652 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa327abe-9f81-42b9-96f4-58a2a771553b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:24.503987 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-fa327abe-9f81-42b9-96f4-58a2a771553b admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/ddd8a4e7-2f0c-4302-9795-ecc3d1a228b6 HTTP/1.1" status: 200 len: 868 time: 0.3593488 Oct 13 13:04:26.947769 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:26.954106 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:28.970314 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:28.974667 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:31.596764 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=59 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:31.598130 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=66 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:34.489975 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:34.499724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:39.966232 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=11 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:39.974586 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=15 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:41.444295 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-13452f50-4179-42db-a61c-9bdf600d1a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:43.668800 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-fb9de55a-dcca-4a0f-bb0c-191bf28a4c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:44.942299 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:46.757778 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:46.961860 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:04:49.972815 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:04:53.849463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45614) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:54.169072 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [None req-1736b973-ee3d-4725-ae1d-6e9a398892aa admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:04:54.170086 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1736b973-ee3d-4725-ae1d-6e9a398892aa admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3196857 Oct 13 13:04:56.798408 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45622) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:04:56.955187 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:56.957042 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:04:57.133372 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e8a771-184c-4d93-b772-c913c0b8f68d admin admin] GET failed (client error): The resource could not be found. Oct 13 13:04:57.134601 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-63e8a771-184c-4d93-b772-c913c0b8f68d admin admin] 10.222.0.23 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3352723 Oct 13 13:04:57.237606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43189405-dd07-4cec-8521-4a01ad1938dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:04:57.238961 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-43189405-dd07-4cec-8521-4a01ad1938dc admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1000655 Oct 13 13:04:59.825292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45630) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:05:00.144773 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:05:00.181028 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Made reservation on behalf of 9cb9d18ca96e4beea199d190db853658 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:05:00.183595 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:00.224437 dv-cinder-826607-8-iscsi neutron-server[104572]: WARNING neutron.services.revisions.revision_plugin [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Could not find related network for resource to bump revision. Oct 13 13:05:00.242193 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 492} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:05:00.257521 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772107109587', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:00.258055 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Unsubscribe: segment precommit_create {{(pid=104572) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 13:05:00.258540 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Added segment dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15 of type vlan for network 2755c732-6ebf-451b-9db7-48dedb7f2f6e Oct 13 13:05:00.308256 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (2755c732-6ebf-451b-9db7-48dedb7f2f6e), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:00.340350 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (2755c732-6ebf-451b-9db7-48dedb7f2f6e), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:00.341305 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:05:00.341930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:00.425484 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5990760 Oct 13 13:05:00.445639 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0935fe-d448-4284-8745-2f4c86d9712f admin admin] Pushing event updated for resources: {'Network': ['ID=2755c732-6ebf-451b-9db7-48dedb7f2f6e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:05:00.456596 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 2755c732-6ebf-451b-9db7-48dedb7f2f6e details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:05:02.980472 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45638) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:05:03.306773 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.pecan_wsgi.hooks.translation [None req-a831bf61-691d-4d02-8472-0737286a5811 admin admin] GET failed (client error): The resource could not be found. Oct 13 13:05:03.308057 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a831bf61-691d-4d02-8472-0737286a5811 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3266253 Oct 13 13:05:03.378928 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92200882-84a0-4331-8fee-e1a90fbd419c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:05:03.380340 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-92200882-84a0-4331-8fee-e1a90fbd419c admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679314 Oct 13 13:05:03.389746 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Request body: {'subnet': {'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:05:03.411078 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Made reservation on behalf of 9cb9d18ca96e4beea199d190db853658 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:05:03.413917 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:03.623977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (aef538a1-1fdc-4135-b14f-4e60f962e3ce), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:03.682210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef538a1-1fdc-4135-b14f-4e60f962e3ce,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:05:03.692832 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.692958 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.693215 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.694080 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.694421 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.694759 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.695113 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.695447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.695796 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.696134 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.696485 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.696836 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.697169 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.697496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.697825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:03.703829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Checking segment: {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:05:03.704660 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Network hostable DHCP agents. Network: 2755c732-6ebf-451b-9db7-48dedb7f2f6e, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:05:03.719269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:03.727375 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Network 2755c732-6ebf-451b-9db7-48dedb7f2f6e is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:05:03.738692 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 2755c732-6ebf-451b-9db7-48dedb7f2f6e) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:05:03.742684 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:05:03.743330 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:03.748205 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b4aab6-97b4-44fb-9881-928d4ed75bb2 None None] Network 2755c732-6ebf-451b-9db7-48dedb7f2f6e requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:05:03.759262 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-30935334-5885-459a-9c70-4cde81e09593 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3726256 Oct 13 13:05:03.862537 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-2755c732-6ebf-451b-9db7-48dedb7f2f6e', 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e', 'project_id': '9cb9d18ca96e4beea199d190db853658', 'fixed_ips': [{'subnet_id': 'aef538a1-1fdc-4135-b14f-4e60f962e3ce'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:05:03.863507 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.005173 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Allocated IP 192.168.233.2 (2755c732-6ebf-451b-9db7-48dedb7f2f6e/aef538a1-1fdc-4135-b14f-4e60f962e3ce/4d83e9b3-671d-4975-862c-5bf4523b375d) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:05:04.243005 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Publish callbacks [] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.250065 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.292358 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Network 2755c732-6ebf-451b-9db7-48dedb7f2f6e is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:05:04.297420 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:05:04.299974 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:05:04.302475 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Pushing event updated for resources: {'Port': ['ID=4d83e9b3-671d-4975-862c-5bf4523b375d,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:05:04.312395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.312741 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.313101 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.313458 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.313793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.314122 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.314457 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.314777 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.315121 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.315445 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.317197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.317197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.317197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.317197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.317197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:05:04.374923 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Attempting to bind port 4d83e9b3-671d-4975-862c-5bf4523b375d on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:05:04.375568 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Attempting to bind port 4d83e9b3-671d-4975-862c-5bf4523b375d by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:05:04.376134 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Attempting to bind port 4d83e9b3-671d-4975-862c-5bf4523b375d on network 2755c732-6ebf-451b-9db7-48dedb7f2f6e {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:05:04.418837 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:05:04.419230 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Checking segment: {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:05:04.419743 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.420131 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Bound using segment: {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:05:04.420593 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Bound port: 4d83e9b3-671d-4975-862c-5bf4523b375d, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:05:04.420964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.480189 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] For port 4d83e9b3-671d-4975-862c-5bf4523b375d, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:05:04.483317 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] For port 4d83e9b3-671d-4975-862c-5bf4523b375d, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=4d83e9b3-671d-4975-862c-5bf4523b375d,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:05:04.489921 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.545986 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba839d-c44d-4e8e-80db-2abe8fc02b71 None None] Pushing event updated for resources: {'Port': ['ID=4d83e9b3-671d-4975-862c-5bf4523b375d,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:05:04.784335 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 4d83e9b3-671d-4975-862c-5bf4523b375d up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:05:04.835758 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 4d83e9b3-671d-4975-862c-5bf4523b375d triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:05:04.836146 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.836476 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 4d83e9b3-671d-4975-862c-5bf4523b375d Oct 13 13:05:04.864389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:04.871200 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:04.912057 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 4d83e9b3-671d-4975-862c-5bf4523b375d is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:05:04.913151 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:04.948552 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 4d83e9b3-671d-4975-862c-5bf4523b375d, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=4d83e9b3-671d-4975-862c-5bf4523b375d,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:05:04.952866 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:05.005019 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=4d83e9b3-671d-4975-862c-5bf4523b375d,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:05:05.365757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51a5e9a-ba51-4ee9-8ce0-5d2d506a6db0 None None] Network 2755c732-6ebf-451b-9db7-48dedb7f2f6e requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:05:05.435518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d7d5dfa2-9306-41e0-a2ff-22373a61eae0 None None] Provisioning complete for port 4d83e9b3-671d-4975-862c-5bf4523b375d triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:05:05.435910 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d7d5dfa2-9306-41e0-a2ff-22373a61eae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:05.436248 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d7d5dfa2-9306-41e0-a2ff-22373a61eae0 None None] Attempt 1 to provision port 4d83e9b3-671d-4975-862c-5bf4523b375d Oct 13 13:05:05.548139 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5dfa2-9306-41e0-a2ff-22373a61eae0 None None] Current status of the port 4d83e9b3-671d-4975-862c-5bf4523b375d is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:05:05.765443 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-8cea9774-c6b5-400f-9113-f7ac7d54c156 None None] Provisioning complete for port 4d83e9b3-671d-4975-862c-5bf4523b375d triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:05:05.765817 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8cea9774-c6b5-400f-9113-f7ac7d54c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:05.766148 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-8cea9774-c6b5-400f-9113-f7ac7d54c156 None None] Attempt 1 to provision port 4d83e9b3-671d-4975-862c-5bf4523b375d Oct 13 13:05:05.841544 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-8cea9774-c6b5-400f-9113-f7ac7d54c156 None None] Current status of the port 4d83e9b3-671d-4975-862c-5bf4523b375d is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:05:05.965285 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:05.970118 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:06.737662 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 4d83e9b3-671d-4975-862c-5bf4523b375d up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:05:06.782352 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 4d83e9b3-671d-4975-862c-5bf4523b375d triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:05:06.782751 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4d83e9b3-671d-4975-862c-5bf4523b375d), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:06.783110 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 4d83e9b3-671d-4975-862c-5bf4523b375d Oct 13 13:05:06.853762 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 4d83e9b3-671d-4975-862c-5bf4523b375d is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:05:11.448576 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-51646aaf-9491-47e9-a5e9-8bf70268c6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:13.670620 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0e8830b1-844b-4a96-b917-c2997bdb80e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:13.749314 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=70,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:13.752011 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=1,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:14.947263 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:16.761309 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:16.964590 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:26.958385 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:26.960420 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:26.971721 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:05:41.450060 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8bc2c204-4930-4cd4-94fe-ca5d71b455fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:42.959934 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:42.965100 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:43.672651 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-cf971b3a-6d85-4234-9030-9d430629d480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:44.950381 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:46.765893 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:46.968379 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:05:56.962141 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:05:56.963957 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:03.970311 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:06:11.452069 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ce4320d2-f134-475b-bc07-0c90af316768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:13.674483 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-55151229-1183-426b-8d09-21a4b2770f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:14.953618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:16.770163 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:16.971807 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:19.956099 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:19.960052 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:20.824447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45680) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:06:20.830625 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [None req-a7c32fa1-4d1b-42e3-89d0-ee35274a23d9 tempest-verify_tempest_config-1016286847 tempest-verify_tempest_config-1016286847-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:06:20.831609 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a7c32fa1-4d1b-42e3-89d0-ee35274a23d9 tempest-verify_tempest_config-1016286847 tempest-verify_tempest_config-1016286847-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061941 Oct 13 13:06:21.331204 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 45698) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:06:21.650395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.725737 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Publish callbacks [] for security_group (c1d6a534-ebbd-458a-bbf9-ff9eb906750c), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.729315 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c1d6a534-ebbd-458a-bbf9-ff9eb906750c), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.774482 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d5b161306ad14882be7e59aadf4ba8b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4422038 Oct 13 13:06:21.775554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6a534-ebbd-458a-bbf9-ff9eb906750c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:06:21.777269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45702) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:06:21.782423 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.782771 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.783156 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.783511 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.783983 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.784168 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.784495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.784822 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.785165 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.785750 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.785872 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.786167 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.786494 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.786819 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.787166 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a86d4a-bfbb-45f7-ac22-1fca33af89a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.854502 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Publish callbacks [] for security_group (c1d6a534-ebbd-458a-bbf9-ff9eb906750c), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.873928 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Publish callbacks [] for security_group (c1d6a534-ebbd-458a-bbf9-ff9eb906750c), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.967048 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c1d6a534-ebbd-458a-bbf9-ff9eb906750c), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.969548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:21.970687 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c1d6a534-ebbd-458a-bbf9-ff9eb906750c HTTP/1.1" status: 204 len: 168 time: 0.1923630 Oct 13 13:06:21.979675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6a534-ebbd-458a-bbf9-ff9eb906750c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:06:21.986519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.986964 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.987348 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.987727 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.988014 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.988346 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.988675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.989003 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.989352 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.989663 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.990007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.990453 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.990681 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.991005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:21.991352 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b8c71-1138-489d-9812-4a7c866737e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:06:26.968403 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:31.768531 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:31.779236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:31.982166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:31.982992 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:32.016441 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:40.969654 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:06:41.454920 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c1a90e7-7446-4ac4-97bd-a74425d2ceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:43.675962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-07bc12e1-50ab-4ed6-a0cd-4e28254b81f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:44.956055 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:44.963845 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=14 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:46.773472 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:46.973238 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:06:56.954711 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=17 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:56.964239 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=10 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:56.966478 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:06:56.969389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:07:11.460262 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e0f0dd70-ad0e-4288-a2cd-c5d7cc77d6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:13.677103 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-13892074-89c8-4ad4-a29b-84b2c3ec991b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:14.958707 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:16.776712 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:16.975569 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:17.968056 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:07:26.969475 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:07:26.971344 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:07:27.964257 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:07:39.968415 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:07:39.969183 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:07:41.461434 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a2a59cb1-b2dc-4d73-81b7-677bb9aca32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:43.678673 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-047064a0-898c-44b4-8e47-ef252e0ccebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:44.961793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:46.780449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:46.981783 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:07:54.968217 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 5 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:07:55.476720 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1665492'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:05.469187 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:05.471820 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:08.779806 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45796) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:08:08.907020 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-933fe37c-fd07-4896-9539-e6989bc0d349 admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1260469 Oct 13 13:08:10.971487 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:10.976580 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:11.335108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 45806) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:08:11.388482 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1a11d209-a789-47a0-82e9-c40f52e83bce admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522723 Oct 13 13:08:11.464962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-55c48b75-2a93-4f7b-9952-5f466e89ec15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:13.680339 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0f8681a9-e2a2-445f-ac1e-04d32d6050c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:14.964175 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:16.784449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:16.975226 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:21.383137 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:21.383897 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:25.443069 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:31.967122 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:08:35.436563 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:35.438424 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:41.468036 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-44fda88e-c057-42f4-a9a6-409b51ea8584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:43.680991 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6a7075ee-eb69-47cf-8015-9bd7964ef1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:44.968190 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:46.786752 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:46.977098 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:08:47.982591 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=15 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:47.983336 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=19 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:08:55.452569 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:05.446664 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:05.449557 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:08.966415 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:09:11.471426 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-82e253d0-ce4a-400d-bf3f-597fed80ce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:13.682227 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-af71b9f4-01ee-4a21-86f7-4648870df879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:14.977242 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:16.791339 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:16.980156 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:24.980977 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:24.981728 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:25.462981 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:35.456644 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:35.458631 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:39.973195 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:39.974736 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:41.474643 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0b633d7b-874b-4006-a7a1-cd92c6536d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:42.997660 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46052) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:43.055092 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46058) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:43.137424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46064) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:43.171655 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46068) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:43.333255 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2069432385-network', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:43.354046 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-492966008-network', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:43.385802 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Made reservation on behalf of 4af4b9833fd14a1f881610bbc90bbd37 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:43.391374 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.395756 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Made reservation on behalf of 6027a602300d4d2bbf33ac329b2960f6 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:43.398266 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.412386 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.504525 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks [] for security_group (ea3d6638-62e9-4d6e-9799-154f7c6dfdce), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.508254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.513916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-network', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:43.519414 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ea3d6638-62e9-4d6e-9799-154f7c6dfdce), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.555355 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:09:43.578441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3d6638-62e9-4d6e-9799-154f7c6dfdce,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:43.588629 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (2eec81eb-ea12-4c50-968b-fdccac68cfb6), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.589217 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Added segment 2eec81eb-ea12-4c50-968b-fdccac68cfb6 of type vlan for network d7a9f8d3-62bc-4905-b92d-b9129667450a Oct 13 13:09:43.610131 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2145549195-network', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:43.644077 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.644942 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.645530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.646158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.646599 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.647040 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.647829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.648268 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.648940 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.650134 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.650863 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.652536 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.653291 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.653839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.654388 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Tracked resource versions report: Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: pushed versions: Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: { 'AddressGroup': {'1.2'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Agent': {'1.1'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'ConntrackHelper': {'1.0'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Log': {'1.0'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'NDPProxy': {'1.0'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Network': {'1.1'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Port': {'1.7'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'PortForwarding': {'1.3'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'QosPolicy': {'1.10'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroup': {'1.5'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SubPort': {'1.0'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Subnet': {'1.1'}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Trunk': {'1.1'}} Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: consumer versions: Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: HyperV agent@hv-cinder-82660: {}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Agent': '1.1', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'ConntrackHelper': '1.0', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'LocalIPAssociation': '1.0', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Log': '1.0', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'NDPProxy': '1.0', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Network': '1.1', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Port': '1.7', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'PortForwarding': '1.3', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'QosPolicy': '1.10', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroup': '1.5', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SecurityGroupRule': '1.2', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'SubPort': '1.0', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Subnet': '1.1', Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: 'Trunk': '1.1'}} Oct 13 13:09:43.655805 dv-cinder-826607-8-iscsi neutron-server[104572]: {{(pid=104572) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:09:43.685006 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Made reservation on behalf of ecd3d5d2a3a54a07ba64f1fea4846c40 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:43.692315 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.712474 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-89a5df36-9861-4437-a0aa-ce84b8d7086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.726479 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Made reservation on behalf of 5e7312d0ac9248f2bfbece5611913ab2 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:43.730518 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.752422 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.784177 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (d7a9f8d3-62bc-4905-b92d-b9129667450a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.788242 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.897535 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (d7a9f8d3-62bc-4905-b92d-b9129667450a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.897535 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:43.897535 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:43.911645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=71,neutron:INSERT=25,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:44.003623 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks [] for security_group (7ffa8a8a-3114-4c78-af19-6534345b0cc4), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.023212 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7ffa8a8a-3114-4c78-af19-6534345b0cc4), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.037067 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 493} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:09:44.049405 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (42372d07-88d9-474f-9285-3c99dc557a0b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.049995 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Added segment 42372d07-88d9-474f-9285-3c99dc557a0b of type vlan for network be617289-4b6b-4fbf-91a3-2f05a4825667 Oct 13 13:09:44.094569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (be617289-4b6b-4fbf-91a3-2f05a4825667), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.108108 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46102) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:44.115822 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Request body: {'subnet': {'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2069432385-subnet', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:44.116000 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0591636 Oct 13 13:09:44.148082 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Made reservation on behalf of 6027a602300d4d2bbf33ac329b2960f6 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:44.165421 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.200085 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=71,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:44.232314 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (be617289-4b6b-4fbf-91a3-2f05a4825667), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.233611 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:44.234186 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.268770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d3dbd-b70d-4409-a42c-e665a9fd48bd admin admin] Pushing event updated for resources: {'Network': ['ID=d7a9f8d3-62bc-4905-b92d-b9129667450a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:44.285805 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network d7a9f8d3-62bc-4905-b92d-b9129667450a details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:09:44.407855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffa8a8a-3114-4c78-af19-6534345b0cc4,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:44.410449 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] Pushing event updated for resources: {'Network': ['ID=be617289-4b6b-4fbf-91a3-2f05a4825667,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:44.474672 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks [] for security_group (84db37f7-19af-45fe-ad2b-4c636e5fa425), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.489603 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (84db37f7-19af-45fe-ad2b-4c636e5fa425), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.526783 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84db37f7-19af-45fe-ad2b-4c636e5fa425,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:44.550318 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0e26e1d5-f47b-4e2d-a9de-8844f33b94de admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5516682 Oct 13 13:09:44.555486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks [] for security_group (1446c38d-1fb5-4c15-a40c-63aeaf651aab), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.559712 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46138) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:44.563213 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 464} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:09:44.568812 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Request body: {'subnet': {'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-subnet', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:44.575103 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (1446c38d-1fb5-4c15-a40c-63aeaf651aab), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.578763 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network be617289-4b6b-4fbf-91a3-2f05a4825667 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:09:44.586191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 458} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:09:44.613417 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (d2f92997-ac5a-4111-8541-7724ac3708b2), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.613776 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Added segment d2f92997-ac5a-4111-8541-7724ac3708b2 of type vlan for network 9007e121-4e22-42f4-a8ed-c79c5c61badd Oct 13 13:09:44.638982 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (18ed57d1-5e55-43af-b037-46eceeceb213), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.639347 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Added segment 18ed57d1-5e55-43af-b037-46eceeceb213 of type vlan for network 6c7eaa8a-d195-41e7-950e-394b3e71b249 Oct 13 13:09:44.643670 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (80e70b12-7f27-474d-bb9c-0581d05de9d8), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.663352 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:44.699635 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1446c38d-1fb5-4c15-a40c-63aeaf651aab,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:44.710136 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Made reservation on behalf of 4af4b9833fd14a1f881610bbc90bbd37 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:44.712430 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.734499 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (6c7eaa8a-d195-41e7-950e-394b3e71b249), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.742920 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e70b12-7f27-474d-bb9c-0581d05de9d8,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:44.756218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (9007e121-4e22-42f4-a8ed-c79c5c61badd), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.758146 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Checking segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:44.758646 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Network hostable DHCP agents. Network: d7a9f8d3-62bc-4905-b92d-b9129667450a, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:09:44.763158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.763647 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.764388 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.764902 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.765398 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.765807 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.766357 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.766782 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.767263 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.767999 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.768300 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.768762 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.769156 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.769485 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.769840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Tracked resource versions report: Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: pushed versions: Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: { 'AddressGroup': {'1.2'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Agent': {'1.1'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'ConntrackHelper': {'1.0'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Log': {'1.0'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'NDPProxy': {'1.0'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Network': {'1.1'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Port': {'1.7'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'PortForwarding': {'1.3'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'QosPolicy': {'1.10'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroup': {'1.5'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SubPort': {'1.0'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Subnet': {'1.1'}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Trunk': {'1.1'}} Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: consumer versions: Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: HyperV agent@hv-cinder-82660: {}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Agent': '1.1', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'ConntrackHelper': '1.0', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'LocalIPAssociation': '1.0', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Log': '1.0', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'NDPProxy': '1.0', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Network': '1.1', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Port': '1.7', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'PortForwarding': '1.3', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'QosPolicy': '1.10', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroup': '1.5', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SecurityGroupRule': '1.2', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'SubPort': '1.0', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Subnet': '1.1', Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: 'Trunk': '1.1'}} Oct 13 13:09:44.771447 dv-cinder-826607-8-iscsi neutron-server[104573]: {{(pid=104573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:09:44.810854 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Network d7a9f8d3-62bc-4905-b92d-b9129667450a is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:09:44.830313 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, d7a9f8d3-62bc-4905-b92d-b9129667450a) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:44.833192 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:44.833192 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.853066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (6c7eaa8a-d195-41e7-950e-394b3e71b249), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.854543 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:44.855475 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.864396 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0e3f4e-898a-44d5-8a04-337082cd1fe3 None None] Network d7a9f8d3-62bc-4905-b92d-b9129667450a requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:44.868480 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-de810d4c-8302-4b11-829b-3900c1bfe679 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7569268 Oct 13 13:09:44.870845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46152) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:44.878726 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:44.907630 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (aa59665f-42a8-47f6-857d-65a8fcd1096a), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.909840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (aa59665f-42a8-47f6-857d-65a8fcd1096a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.930814 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (9007e121-4e22-42f4-a8ed-c79c5c61badd), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.931801 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:44.932923 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.986518 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8478642 Oct 13 13:09:44.990890 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:44.993742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46156) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:45.007366 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Request body: {'subnet': {'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-subnet', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:45.027804 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8549676 Oct 13 13:09:45.033257 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46158) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:45.037741 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a72ec-0501-4a90-9d70-7f71d3412814 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7eaa8a-d195-41e7-950e-394b3e71b249,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:45.043274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Request body: {'subnet': {'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2145549195-subnet', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:45.056377 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks [] for router_controller (aa59665f-42a8-47f6-857d-65a8fcd1096a), precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.062616 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:09:45.066195 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-d7a9f8d3-62bc-4905-b92d-b9129667450a', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:09:45.067459 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.178841 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Made reservation on behalf of 5e7312d0ac9248f2bfbece5611913ab2 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:45.181824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.191185 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:45.250527 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Made reservation on behalf of ecd3d5d2a3a54a07ba64f1fea4846c40 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:09:45.252928 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.265221 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks [] for router_gateway (aa59665f-42a8-47f6-857d-65a8fcd1096a), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.421548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950b7d9-d8a3-4bdc-80b8-128855df1f84 admin admin] Pushing event updated for resources: {'Network': ['ID=9007e121-4e22-42f4-a8ed-c79c5c61badd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:45.446862 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:09:45.457015 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46186) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:45.492177 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Allocated IP 172.20.0.2 (d7a9f8d3-62bc-4905-b92d-b9129667450a/80e70b12-7f27-474d-bb9c-0581d05de9d8/d1f35a1b-d125-4059-9876-0fe2255bb238) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:45.532258 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (7852389a-ef32-4c0d-8e3a-51545dc601e2), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.584190 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks [] for router_gateway (aa59665f-42a8-47f6-857d-65a8fcd1096a), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.617189 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.638657 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:45.687183 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7852389a-ef32-4c0d-8e3a-51545dc601e2,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:45.745031 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:45.763837 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Checking segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:45.764678 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Network hostable DHCP agents. Network: be617289-4b6b-4fbf-91a3-2f05a4825667, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:09:45.805354 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Allocated IP 172.27.1.248 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/b01d033b-d430-4fb1-9cb2-184e1f8aaa8b) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:45.837906 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:45.879590 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Publish callbacks [] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.886110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (e900eebe-5fd1-4563-a448-d62d9e2148e1), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.900600 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.929202 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:09:45.955333 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (f45e22b7-4082-4508-a03f-e7a0a4203508), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:45.969409 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:09:45.970271 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, be617289-4b6b-4fbf-91a3-2f05a4825667) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:45.986457 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e900eebe-5fd1-4563-a448-d62d9e2148e1,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:45.989655 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:45.990444 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.008775 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57f1322b-1159-4aed-88b8-8cc2894a80c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.036318 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a71f0-6e93-447c-b982-794b135c87bb None None] Network be617289-4b6b-4fbf-91a3-2f05a4825667 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:46.044585 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Network d7a9f8d3-62bc-4905-b92d-b9129667450a is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:46.104305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57f1322b-1159-4aed-88b8-8cc2894a80c8 admin admin] Publish callbacks [] for security_group (19f6f004-0add-440b-bf28-14ac8e96d2ef), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.117977 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-57f1322b-1159-4aed-88b8-8cc2894a80c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (19f6f004-0add-440b-bf28-14ac8e96d2ef), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.141897 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ce53d05b-c1dd-4c9b-8603-bb619fd6872d admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5806003 Oct 13 13:09:46.144614 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46206) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:46.168930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:46.170070 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45e22b7-4082-4508-a03f-e7a0a4203508,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:46.180504 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Checking segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:46.180777 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Network hostable DHCP agents. Network: 6c7eaa8a-d195-41e7-950e-394b3e71b249, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:09:46.205935 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Checking segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:46.206505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Network hostable DHCP agents. Network: 9007e121-4e22-42f4-a8ed-c79c5c61badd, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:09:46.212738 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:46.233398 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:09:46.238431 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:09:46.255977 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:46.271476 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:46.273977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 6c7eaa8a-d195-41e7-950e-394b3e71b249) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:46.276876 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 9007e121-4e22-42f4-a8ed-c79c5c61badd) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:46.281400 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:46.281861 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:46.282423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.286165 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:09:46.287013 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.291067 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-57f1322b-1159-4aed-88b8-8cc2894a80c8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7ec0414e1e454d2099bda01207ac1380&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8325398 Oct 13 13:09:46.300699 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks [] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.303799 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46220) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:46.315470 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-be617289-4b6b-4fbf-91a3-2f05a4825667', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:09:46.316410 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.337115 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (a5a52623-00bd-4661-be01-1217ed587395), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.338047 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-01c0b427-ac9c-4e3d-9ac1-fefa8a652e58 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3012087 Oct 13 13:09:46.339146 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (a5a52623-00bd-4661-be01-1217ed587395), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.339323 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46224) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:46.341735 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2254f6-e91c-4d6c-914d-e9222e9c7df8 None None] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:46.346231 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-fd2eb036-0b54-45b2-b8b5-60090258b8f9 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3505690 Oct 13 13:09:46.350686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef0186-cd33-46dc-8f7b-6f4302d04483 None None] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:46.351405 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46228) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:46.361437 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:46.373910 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:46.394174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (dbb28942-ecd1-4972-897d-17266fb8321f), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.395656 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (dbb28942-ecd1-4972-897d-17266fb8321f), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.418055 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f1322b-1159-4aed-88b8-8cc2894a80c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f6f004-0add-440b-bf28-14ac8e96d2ef,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:46.427009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Pushing event updated for resources: {'Port': ['ID=d1f35a1b-d125-4059-9876-0fe2255bb238,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:46.444227 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=3,neutron:SELECT=78,neutron:INSERT=19 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:46.470152 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46234) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:46.506551 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:46.555738 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.559600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks [] for router_controller (dbb28942-ecd1-4972-897d-17266fb8321f), precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.569018 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks [] for router_controller (a5a52623-00bd-4661-be01-1217ed587395), precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.570796 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4c03dd45-c3d2-4053-b9b2-33dde146f0ce admin admin] Publish callbacks [] for security_group (19f6f004-0add-440b-bf28-14ac8e96d2ef), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.597516 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4c03dd45-c3d2-4053-b9b2-33dde146f0ce admin admin] Publish callbacks [] for security_group (19f6f004-0add-440b-bf28-14ac8e96d2ef), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.755097 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (7b492047-1ab3-414e-b64b-8ac0c723eca1), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.756123 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (7b492047-1ab3-414e-b64b-8ac0c723eca1), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.770349 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Allocated IP 172.20.0.2 (be617289-4b6b-4fbf-91a3-2f05a4825667/7852389a-ef32-4c0d-8e3a-51545dc601e2/8365b4b6-2b89-4d14-9d8d-97a653022e14) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:46.780493 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.781131 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.781715 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.782270 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.782822 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.783387 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.783936 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.784600 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.785139 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.785695 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.786232 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.786797 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.787371 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.787915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.788451 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Tracked resource versions report: Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: pushed versions: Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: { 'AddressGroup': {'1.2'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Agent': {'1.1'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'ConntrackHelper': {'1.0'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Log': {'1.0'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'NDPProxy': {'1.0'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Network': {'1.1'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Port': {'1.7'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'PortForwarding': {'1.3'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'QosPolicy': {'1.10'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroup': {'1.5'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SubPort': {'1.0'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Subnet': {'1.1'}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Trunk': {'1.1'}} Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: consumer versions: Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: HyperV agent@hv-cinder-82660: {}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Agent': '1.1', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'ConntrackHelper': '1.0', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'LocalIPAssociation': '1.0', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Log': '1.0', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'NDPProxy': '1.0', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Network': '1.1', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Port': '1.7', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'PortForwarding': '1.3', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'QosPolicy': '1.10', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroup': '1.5', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SecurityGroupRule': '1.2', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'SubPort': '1.0', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Subnet': '1.1', Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: 'Trunk': '1.1'}} Oct 13 13:09:46.789793 dv-cinder-826607-8-iscsi neutron-server[104574]: {{(pid=104574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:09:46.814180 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:46.823409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:46.827182 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4c03dd45-c3d2-4053-b9b2-33dde146f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (19f6f004-0add-440b-bf28-14ac8e96d2ef), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.829798 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56be5985-de9c-41ae-be2a-080929b0a572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.829950 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4c03dd45-c3d2-4053-b9b2-33dde146f0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.833573 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4c03dd45-c3d2-4053-b9b2-33dde146f0ce admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/19f6f004-0add-440b-bf28-14ac8e96d2ef HTTP/1.1" status: 204 len: 168 time: 0.5263090 Oct 13 13:09:46.833573 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:46.850220 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Pushing event updated for resources: {'Port': ['ID=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:46.850782 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks [] for router_gateway (dbb28942-ecd1-4972-897d-17266fb8321f), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:46.933572 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03dd45-c3d2-4053-b9b2-33dde146f0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f6f004-0add-440b-bf28-14ac8e96d2ef,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:47.004392 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56be5985-de9c-41ae-be2a-080929b0a572 admin admin] Publish callbacks [] for security_group (90c8927a-eb8d-42da-9f86-4abf4684915e), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.022989 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:47.060924 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-56be5985-de9c-41ae-be2a-080929b0a572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (90c8927a-eb8d-42da-9f86-4abf4684915e), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.065000 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Attempting to bind port d1f35a1b-d125-4059-9876-0fe2255bb238 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:47.066518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Attempting to bind port d1f35a1b-d125-4059-9876-0fe2255bb238 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:47.067219 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Attempting to bind port d1f35a1b-d125-4059-9876-0fe2255bb238 on network d7a9f8d3-62bc-4905-b92d-b9129667450a {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:47.142888 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks [] for router_controller (7b492047-1ab3-414e-b64b-8ac0c723eca1), precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.147311 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks [] for router_gateway (a5a52623-00bd-4661-be01-1217ed587395), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.161785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:47.164204 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Checking segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:47.164865 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.165785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Bound using segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:47.166645 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Bound port: d1f35a1b-d125-4059-9876-0fe2255bb238, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:47.167474 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.228244 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:47.261705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:47.262728 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.280961 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be5985-de9c-41ae-be2a-080929b0a572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c8927a-eb8d-42da-9f86-4abf4684915e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:47.289359 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-56be5985-de9c-41ae-be2a-080929b0a572 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fcc66b8f231d4b47be0c6c6b4b52b389&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8160062 Oct 13 13:09:47.289359 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46260) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:47.384832 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Publish callbacks [] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.449824 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.453381 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] For port d1f35a1b-d125-4059-9876-0fe2255bb238, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:47.493617 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks [] for router_gateway (dbb28942-ecd1-4972-897d-17266fb8321f), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.516089 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Pushing event updated for resources: {'Port': ['ID=8365b4b6-2b89-4d14-9d8d-97a653022e14,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:47.533500 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.641849 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.660494 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:47.669229 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] For port d1f35a1b-d125-4059-9876-0fe2255bb238, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=d1f35a1b-d125-4059-9876-0fe2255bb238,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:47.684584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:47.687501 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:47.706639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.725481 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Allocated IP 172.27.1.225 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/01e2d337-6705-4816-b656-20ca8a402166) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:47.738678 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-9007e121-4e22-42f4-a8ed-c79c5c61badd', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:09:47.739961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.747549 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks [] for router_gateway (7b492047-1ab3-414e-b64b-8ac0c723eca1), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.821296 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-6c7eaa8a-d195-41e7-950e-394b3e71b249', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:09:47.823812 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.892429 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks [] for port (01e2d337-6705-4816-b656-20ca8a402166), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:47.918249 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:48.076781 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:48.078039 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Attempting to bind port 8365b4b6-2b89-4d14-9d8d-97a653022e14 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:48.078397 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Attempting to bind port 8365b4b6-2b89-4d14-9d8d-97a653022e14 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:48.078757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Attempting to bind port 8365b4b6-2b89-4d14-9d8d-97a653022e14 on network be617289-4b6b-4fbf-91a3-2f05a4825667 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:48.097733 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks [] for router_gateway (aa59665f-42a8-47f6-857d-65a8fcd1096a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.110311 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4e097f5a-35a0-401a-a368-77c76c5873a5 admin admin] Publish callbacks [] for security_group (90c8927a-eb8d-42da-9f86-4abf4684915e), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.246238 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (01e2d337-6705-4816-b656-20ca8a402166), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.246238 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4e097f5a-35a0-401a-a368-77c76c5873a5 admin admin] Publish callbacks [] for security_group (90c8927a-eb8d-42da-9f86-4abf4684915e), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.293435 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Allocated IP 172.20.0.2 (9007e121-4e22-42f4-a8ed-c79c5c61badd/f45e22b7-4082-4508-a03f-e7a0a4203508/ba45b087-cf39-4c4f-b107-9b332fa96ff2) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:48.348370 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e6b17-fd6a-47dd-88e9-c93f92f0f821 None None] Pushing event updated for resources: {'Port': ['ID=d1f35a1b-d125-4059-9876-0fe2255bb238,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:48.377441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:48.392390 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:48.395600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:48.469482 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:48.568543 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:48.569500 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Checking segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:48.569500 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.569901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Bound using segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:48.570029 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks [] for router_gateway (a5a52623-00bd-4661-be01-1217ed587395), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.570604 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Bound port: 8365b4b6-2b89-4d14-9d8d-97a653022e14, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:48.571111 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.598272 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks [] for router_gateway (7b492047-1ab3-414e-b64b-8ac0c723eca1), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.600503 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.632817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Pushing event updated for resources: {'Port': ['ID=01e2d337-6705-4816-b656-20ca8a402166,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:48.644219 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.701368 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Allocated IP 172.20.0.2 (6c7eaa8a-d195-41e7-950e-394b3e71b249/e900eebe-5fd1-4563-a448-d62d9e2148e1/22988877-c9d3-4d85-8544-667fd2278237) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:48.716659 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] For port 8365b4b6-2b89-4d14-9d8d-97a653022e14, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:48.725451 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4e097f5a-35a0-401a-a368-77c76c5873a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (90c8927a-eb8d-42da-9f86-4abf4684915e), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.728337 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4e097f5a-35a0-401a-a368-77c76c5873a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.730084 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4e097f5a-35a0-401a-a368-77c76c5873a5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/90c8927a-eb8d-42da-9f86-4abf4684915e HTTP/1.1" status: 204 len: 168 time: 1.4397073 Oct 13 13:09:48.730592 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:48.751298 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] For port 8365b4b6-2b89-4d14-9d8d-97a653022e14, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8365b4b6-2b89-4d14-9d8d-97a653022e14,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:48.779787 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097f5a-35a0-401a-a368-77c76c5873a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c8927a-eb8d-42da-9f86-4abf4684915e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:48.846864 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks [] for router_gateway (dbb28942-ecd1-4972-897d-17266fb8321f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.859372 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.887585 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (aa59665f-42a8-47f6-857d-65a8fcd1096a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:48.971393 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870776e5-fe2c-4846-851e-841fcb661bdc None None] Pushing event updated for resources: {'Port': ['ID=8365b4b6-2b89-4d14-9d8d-97a653022e14,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:49.045150 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Publish callbacks [] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.049820 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:49.093596 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.105731 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Allocated IP 172.27.1.96 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/7d187379-b3bf-4315-9eab-4eb1685aaa6f) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:49.194609 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Pushing event updated for resources: {'Port': ['ID=ba45b087-cf39-4c4f-b107-9b332fa96ff2,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:49.199791 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device d1f35a1b-d125-4059-9876-0fe2255bb238 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:09:49.271141 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:49.377392 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:49.381941 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:49.396867 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:49.419470 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (dbb28942-ecd1-4972-897d-17266fb8321f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.420720 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:49.526463 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Publish callbacks [] for port (22988877-c9d3-4d85-8544-667fd2278237), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.542193 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Router aa59665f-42a8-47f6-857d-65a8fcd1096a is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:09:49.606468 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (22988877-c9d3-4d85-8544-667fd2278237), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.618928 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port d1f35a1b-d125-4059-9876-0fe2255bb238 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:49.619395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.620306 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port d1f35a1b-d125-4059-9876-0fe2255bb238 Oct 13 13:09:49.736118 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66e2ca-45d3-4f68-9b20-82fabbb7b6cd None None] Network d7a9f8d3-62bc-4905-b92d-b9129667450a requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:49.742215 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks [] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.764640 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Attempting to bind port ba45b087-cf39-4c4f-b107-9b332fa96ff2 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:49.765012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Attempting to bind port ba45b087-cf39-4c4f-b107-9b332fa96ff2 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:49.765369 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Attempting to bind port ba45b087-cf39-4c4f-b107-9b332fa96ff2 on network 9007e121-4e22-42f4-a8ed-c79c5c61badd {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:49.776277 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:49.859433 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Router dbb28942-ecd1-4972-897d-17266fb8321f is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:09:49.892298 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:49.896340 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:49.917576 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Pushing event updated for resources: {'Port': ['ID=22988877-c9d3-4d85-8544-667fd2278237,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:49.962345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Provisioning complete for port d1f35a1b-d125-4059-9876-0fe2255bb238 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:49.962716 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:49.963046 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Attempt 1 to provision port d1f35a1b-d125-4059-9876-0fe2255bb238 Oct 13 13:09:50.134254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:09:50.157122 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:09:50.163929 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:50.164527 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:09:50.168682 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2d318d41-4758-499a-b52f-8562fbe40d83 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8209245 Oct 13 13:09:50.171038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46346) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:50.201766 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:50.205952 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:50.263750 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:50.267217 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:50.268552 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7f390a70-cdb7-432b-a3b6-fbf470a6ee36 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3960252 Oct 13 13:09:50.278059 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46352) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:50.318137 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Sync routers for ids ['aa59665f-42a8-47f6-857d-65a8fcd1096a'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:09:50.543886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:50.544334 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Checking segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:50.544732 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:50.546112 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Bound using segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:50.546626 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Bound port: ba45b087-cf39-4c4f-b107-9b332fa96ff2, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:50.547014 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:50.553807 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:50.610044 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264353df-3312-4e2f-8a8c-0b38a9e3ab97 None None] Network be617289-4b6b-4fbf-91a3-2f05a4825667 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:50.639166 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:50.710346 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Routers {'aa59665f-42a8-47f6-857d-65a8fcd1096a'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:50.710999 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['aa59665f-42a8-47f6-857d-65a8fcd1096a'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:50.891296 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Attempting to bind port 22988877-c9d3-4d85-8544-667fd2278237 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:50.891666 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Attempting to bind port 22988877-c9d3-4d85-8544-667fd2278237 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:50.892024 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Attempting to bind port 22988877-c9d3-4d85-8544-667fd2278237 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:50.923637 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Allocated IP 172.27.1.157 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/37e70a8a-25c8-430d-a2c7-da4eedce015a) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:51.002668 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:48Z', 'revision_number': 3, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:51.036024 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port d1f35a1b-d125-4059-9876-0fe2255bb238 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:51.036405 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.053365 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:09:51.053715 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Updating router dbb28942-ecd1-4972-897d-17266fb8321f port 01e2d337-6705-4816-b656-20ca8a402166 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:09:51.115009 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (01e2d337-6705-4816-b656-20ca8a402166), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.142502 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:51.382064 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46402) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:51.432388 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:51.432903 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.475093 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:51.480495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:51.497152 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Current status of the port d1f35a1b-d125-4059-9876-0fe2255bb238 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:51.497531 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.507077 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:51.550320 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] For port ba45b087-cf39-4c4f-b107-9b332fa96ff2, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:51.588681 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port d1f35a1b-d125-4059-9876-0fe2255bb238, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=d1f35a1b-d125-4059-9876-0fe2255bb238,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:09:51.590255 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:51.590912 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Checking segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:51.591540 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.592147 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Bound using segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:51.592790 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Bound port: 22988877-c9d3-4d85-8544-667fd2278237, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:51.593499 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (22988877-c9d3-4d85-8544-667fd2278237), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.636342 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks [] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.639303 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:51.640526 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.651318 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] For port ba45b087-cf39-4c4f-b107-9b332fa96ff2, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=ba45b087-cf39-4c4f-b107-9b332fa96ff2,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:51.665995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Set router aa59665f-42a8-47f6-857d-65a8fcd1096a gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:51.691932 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Pushing event updated for resources: {'Port': ['ID=7d187379-b3bf-4315-9eab-4eb1685aaa6f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:51.692907 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b57dad69-4870-404c-9b10-25fee40acaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.706401 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:51.750771 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:51.921611 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] For port 22988877-c9d3-4d85-8544-667fd2278237, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:51.923658 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:51.925231 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] For port 22988877-c9d3-4d85-8544-667fd2278237, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=22988877-c9d3-4d85-8544-667fd2278237,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:52.003832 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.db.api [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104574) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 13 13:09:52.004428 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG oslo_db.api [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 13:09:52.004974 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=d1f35a1b-d125-4059-9876-0fe2255bb238,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:52.021535 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (22988877-c9d3-4d85-8544-667fd2278237), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.037209 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8365b4b6-2b89-4d14-9d8d-97a653022e14 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:09:52.052802 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Allocated IP 172.20.0.1 (9007e121-4e22-42f4-a8ed-c79c5c61badd/f45e22b7-4082-4508-a03f-e7a0a4203508/1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:52.093177 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:52.110398 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.148817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b57dad69-4870-404c-9b10-25fee40acaa3 admin admin] Publish callbacks [] for security_group (967d1921-79b7-4ebc-b38e-6a14be6a21bd), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.191043 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b57dad69-4870-404c-9b10-25fee40acaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (967d1921-79b7-4ebc-b38e-6a14be6a21bd), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.251300 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dad69-4870-404c-9b10-25fee40acaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967d1921-79b7-4ebc-b38e-6a14be6a21bd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:52.282610 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b57dad69-4870-404c-9b10-25fee40acaa3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=659236f6af5141a2a4a33fb0645a8118&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8989272 Oct 13 13:09:52.285751 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46430) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:52.386330 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks [] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.449833 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks [] for router_gateway (a5a52623-00bd-4661-be01-1217ed587395), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.467245 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Publish callbacks [] for port (01e2d337-6705-4816-b656-20ca8a402166), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.474757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 8365b4b6-2b89-4d14-9d8d-97a653022e14 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:52.475332 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.475502 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 8365b4b6-2b89-4d14-9d8d-97a653022e14 Oct 13 13:09:52.478999 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (01e2d337-6705-4816-b656-20ca8a402166), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.530751 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3100bef-3de0-4596-b68e-3612bebecc87 admin admin] Publish callbacks [] for security_group (967d1921-79b7-4ebc-b38e-6a14be6a21bd), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.557372 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Pushing event updated for resources: {'Port': ['ID=01e2d337-6705-4816-b656-20ca8a402166,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:52.574955 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:52.586039 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.588793 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.589443 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3100bef-3de0-4596-b68e-3612bebecc87 admin admin] Publish callbacks [] for security_group (967d1921-79b7-4ebc-b38e-6a14be6a21bd), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.590463 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.590867 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.591172 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c415ac9-4fff-4b3c-81d9-b345a84f20dd None None] Pushing event updated for resources: {'Port': ['ID=ba45b087-cf39-4c4f-b107-9b332fa96ff2,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:52.591302 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.591583 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.591916 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.592244 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.592572 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.592898 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.593223 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.593669 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.594082 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.594475 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.594833 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Tracked resource versions report: Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: pushed versions: Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: { 'AddressGroup': {'1.2'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Agent': {'1.1'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'ConntrackHelper': {'1.0'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'LocalIPAssociation': {'1.0'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Log': {'1.0'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'NDPProxy': {'1.0'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Network': {'1.1'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Port': {'1.7'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'PortForwarding': {'1.3'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'QosPolicy': {'1.10'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroup': {'1.5'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SubPort': {'1.0'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Subnet': {'1.1'}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Trunk': {'1.1'}} Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: consumer versions: Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: { DHCP agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: HyperV agent@hv-cinder-82660: {}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: L3 agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: Metadata agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: Metering agent@dv-cinder-826607-8-iscsi: {}, Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: Open vSwitch agent@dv-cinder-826607-8-iscsi: { 'AddressGroup': '1.2', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Agent': '1.1', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'ConntrackHelper': '1.0', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'LocalIPAssociation': '1.0', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Log': '1.0', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'NDPProxy': '1.0', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Network': '1.1', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Port': '1.7', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'PortForwarding': '1.3', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'QosPolicy': '1.10', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroup': '1.5', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SecurityGroupRule': '1.2', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'SubPort': '1.0', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Subnet': '1.1', Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: 'Trunk': '1.1'}} Oct 13 13:09:52.600931 dv-cinder-826607-8-iscsi neutron-server[104575]: {{(pid=104575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:09:52.605276 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Attempting to bind port 01e2d337-6705-4816-b656-20ca8a402166 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:52.605718 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Attempting to bind port 01e2d337-6705-4816-b656-20ca8a402166 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:52.615498 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Attempting to bind port 01e2d337-6705-4816-b656-20ca8a402166 on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:52.621437 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:52.628506 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.794825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:52.798907 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3100bef-3de0-4596-b68e-3612bebecc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (967d1921-79b7-4ebc-b38e-6a14be6a21bd), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.801423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3100bef-3de0-4596-b68e-3612bebecc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.816910 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:52.818923 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:52.821076 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.821346 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f3100bef-3de0-4596-b68e-3612bebecc87 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/967d1921-79b7-4ebc-b38e-6a14be6a21bd HTTP/1.1" status: 204 len: 168 time: 0.5155263 Oct 13 13:09:52.821807 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:52.822579 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:52.822944 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Bound port: 01e2d337-6705-4816-b656-20ca8a402166, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:52.824198 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (01e2d337-6705-4816-b656-20ca8a402166), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.832496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:52.832988 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (dbb28942-ecd1-4972-897d-17266fb8321f), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:52.880413 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:52.881508 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:52.884109 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:52.897932 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c9383894-892a-4568-b9bf-64c9cbdb5229 None None] Current status of the port d1f35a1b-d125-4059-9876-0fe2255bb238 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:52.980213 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] For port 01e2d337-6705-4816-b656-20ca8a402166, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:52.987850 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] For port 01e2d337-6705-4816-b656-20ca8a402166, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=01e2d337-6705-4816-b656-20ca8a402166,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:53.006433 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (01e2d337-6705-4816-b656-20ca8a402166), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.020991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3100bef-3de0-4596-b68e-3612bebecc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967d1921-79b7-4ebc-b38e-6a14be6a21bd,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:53.036505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:53.074853 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a050a-1eef-484b-af34-a9dba364f770 None None] Pushing event updated for resources: {'Port': ['ID=22988877-c9d3-4d85-8544-667fd2278237,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:53.116997 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Provisioning complete for port d1f35a1b-d125-4059-9876-0fe2255bb238 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:53.117766 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.118305 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Attempt 1 to provision port d1f35a1b-d125-4059-9876-0fe2255bb238 Oct 13 13:09:53.120235 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3369e-9f0f-4e75-99e1-0fbdefac75d5 None None] Pushing event updated for resources: {'Port': ['ID=01e2d337-6705-4816-b656-20ca8a402166,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:53.128891 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:53.129678 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:53.147351 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 8365b4b6-2b89-4d14-9d8d-97a653022e14 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:53.148003 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.172639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:09:47Z', 'revision_number': 3, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:53.177430 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:53.277925 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:53.283077 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Checking router: aa59665f-42a8-47f6-857d-65a8fcd1096a for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:09:53.283483 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Updating router aa59665f-42a8-47f6-857d-65a8fcd1096a port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:09:53.294667 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Pushing event updated for resources: {'Port': ['ID=37e70a8a-25c8-430d-a2c7-da4eedce015a,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:53.353313 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:53.390899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:53.555073 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 8365b4b6-2b89-4d14-9d8d-97a653022e14, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8365b4b6-2b89-4d14-9d8d-97a653022e14,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:09:53.575525 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.603308 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.649929 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46466) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:53.715600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ba5235-b333-48bf-b237-0072617490cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.724897 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:53.732642 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.741220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.760998 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Current status of the port d1f35a1b-d125-4059-9876-0fe2255bb238 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:53.847675 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:48Z', 'revision_number': 3, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:53.865563 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=8365b4b6-2b89-4d14-9d8d-97a653022e14,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:53.881087 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Provisioning complete for port 8365b4b6-2b89-4d14-9d8d-97a653022e14 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:53.881756 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:53.882266 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Attempt 1 to provision port 8365b4b6-2b89-4d14-9d8d-97a653022e14 Oct 13 13:09:53.904519 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58bf2dc-a572-4a20-949f-604846290ce3 None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:48Z', 'revision_number': 3, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:09:54.020398 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ba5235-b333-48bf-b237-0072617490cf admin admin] Publish callbacks [] for security_group (8d647965-3396-4982-8685-6f5cf98c9d40), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.034457 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ba5235-b333-48bf-b237-0072617490cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8d647965-3396-4982-8685-6f5cf98c9d40), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.091652 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba5235-b333-48bf-b237-0072617490cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d647965-3396-4982-8685-6f5cf98c9d40,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:54.112285 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Allocated IP 172.20.0.1 (d7a9f8d3-62bc-4905-b92d-b9129667450a/80e70b12-7f27-474d-bb9c-0581d05de9d8/640a516c-e6ec-4bd8-b16c-7f6be00dc8a1) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:54.154229 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device d1f35a1b-d125-4059-9876-0fe2255bb238 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:09:54.197108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:54.205564 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (a5a52623-00bd-4661-be01-1217ed587395), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.207729 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:54.307207 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a796a84-b8d0-46d3-a644-3a5c9a0b1c92 None None] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:54.409699 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fc346e-7909-4080-960c-ec89ef1914b7 None None] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:09:54.431555 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-68ba5235-b333-48bf-b237-0072617490cf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=da0a6f16bd914dc888bec03ce1276df8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7809100 Oct 13 13:09:54.439264 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46468) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:54.501065 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks [] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.510868 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks [] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.522716 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.523635 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (dbb28942-ecd1-4972-897d-17266fb8321f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.611655 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d01357ea-5372-4f2a-b78a-d93d02cda2a8 None None] Current status of the port 8365b4b6-2b89-4d14-9d8d-97a653022e14 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:54.631946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5838c7e-e002-4d5e-8ac2-146a1fb283f7 admin admin] Publish callbacks [] for security_group (8d647965-3396-4982-8685-6f5cf98c9d40), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.637963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:54.710919 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:54.764529 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port d1f35a1b-d125-4059-9876-0fe2255bb238 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:54.764852 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.768451 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port d1f35a1b-d125-4059-9876-0fe2255bb238 Oct 13 13:09:54.906272 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Provisioning complete for port ba45b087-cf39-4c4f-b107-9b332fa96ff2 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:54.907342 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.907892 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Attempt 1 to provision port ba45b087-cf39-4c4f-b107-9b332fa96ff2 Oct 13 13:09:54.940268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks [] for router_gateway (7b492047-1ab3-414e-b64b-8ac0c723eca1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:54.962233 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:54.981052 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5838c7e-e002-4d5e-8ac2-146a1fb283f7 admin admin] Publish callbacks [] for security_group (8d647965-3396-4982-8685-6f5cf98c9d40), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.031749 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:55.120798 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:55.163426 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.194155 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Publish callbacks [] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.210469 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.230748 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5838c7e-e002-4d5e-8ac2-146a1fb283f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8d647965-3396-4982-8685-6f5cf98c9d40), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.234267 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b5838c7e-e002-4d5e-8ac2-146a1fb283f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.238640 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b5838c7e-e002-4d5e-8ac2-146a1fb283f7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8d647965-3396-4982-8685-6f5cf98c9d40 HTTP/1.1" status: 204 len: 168 time: 0.7970531 Oct 13 13:09:55.262291 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5838c7e-e002-4d5e-8ac2-146a1fb283f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d647965-3396-4982-8685-6f5cf98c9d40,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:55.318832 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Pushing event updated for resources: {'Port': ['ID=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:55.472484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Router dbb28942-ecd1-4972-897d-17266fb8321f has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:09:55.516358 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Network d7a9f8d3-62bc-4905-b92d-b9129667450a is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:55.526134 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:55.527399 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Attempting to bind port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:55.528049 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Attempting to bind port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:55.528482 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Attempting to bind port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:55.536614 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:55.550088 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:09:55.552110 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (aa59665f-42a8-47f6-857d-65a8fcd1096a), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.614125 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Current status of the port ba45b087-cf39-4c4f-b107-9b332fa96ff2 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:55.614125 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.707167 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a604d-f77c-4ad6-8c27-18c840d8fc36 None None] Pushing event updated for resources: {'Port': ['ID=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:55.747565 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:55.749855 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:55.750572 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.751269 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:55.752809 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Bound port: b01d033b-d430-4fb1-9cb2-184e1f8aaa8b, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:55.753302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.757353 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:09:55.763822 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b7c7cb7f-bc31-408d-b570-ec7e2682b3b8 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/dbb28942-ecd1-4972-897d-17266fb8321f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5898609 Oct 13 13:09:55.827620 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:55.866746 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port d1f35a1b-d125-4059-9876-0fe2255bb238 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:55.881677 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Router a5a52623-00bd-4661-be01-1217ed587395 is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:09:55.884256 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device ba45b087-cf39-4c4f-b107-9b332fa96ff2 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:09:55.965528 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] For port ba45b087-cf39-4c4f-b107-9b332fa96ff2, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=ba45b087-cf39-4c4f-b107-9b332fa96ff2,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:09:56.003756 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] For port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:56.008769 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] For port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:56.021893 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.026217 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.108495 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Provisioning complete for port 22988877-c9d3-4d85-8544-667fd2278237 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:56.108883 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (22988877-c9d3-4d85-8544-667fd2278237), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.109210 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Attempt 1 to provision port 22988877-c9d3-4d85-8544-667fd2278237 Oct 13 13:09:56.113993 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Routers {'aa59665f-42a8-47f6-857d-65a8fcd1096a'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:56.114856 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['aa59665f-42a8-47f6-857d-65a8fcd1096a'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:56.140792 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:56.173931 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (7b492047-1ab3-414e-b64b-8ac0c723eca1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.190141 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.244305 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Pushing event updated for resources: {'Port': ['ID=ba45b087-cf39-4c4f-b107-9b332fa96ff2,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:56.246847 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:09:56.265558 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:09:56.269321 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port ba45b087-cf39-4c4f-b107-9b332fa96ff2 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:56.269821 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.270253 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port ba45b087-cf39-4c4f-b107-9b332fa96ff2 Oct 13 13:09:56.288381 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:56.289520 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:56.329856 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:56.352780 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.354066 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a09dfcd5-5916-4e6d-b8db-f8df727572cb admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1895466 Oct 13 13:09:56.357121 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46516) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:56.492601 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46520) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:56.508012 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:56.512114 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a604d-f77c-4ad6-8c27-18c840d8fc36 None None] Pushing event updated for resources: {'Port': ['ID=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:56.515565 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970899355', 'description': 'tempest-description--498373054'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:56.550553 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Current status of the port 22988877-c9d3-4d85-8544-667fd2278237 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:56.551020 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (22988877-c9d3-4d85-8544-667fd2278237), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.657998 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] Set router aa59665f-42a8-47f6-857d-65a8fcd1096a gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:56.678701 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Router 7b492047-1ab3-414e-b64b-8ac0c723eca1 is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:09:56.686766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:56.722957 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.741279 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port ba45b087-cf39-4c4f-b107-9b332fa96ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:56.742616 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 22988877-c9d3-4d85-8544-667fd2278237 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:09:56.783588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:56.824492 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] For port 22988877-c9d3-4d85-8544-667fd2278237, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=22988877-c9d3-4d85-8544-667fd2278237,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:09:56.833875 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks [] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.840905 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:56.900352 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (22988877-c9d3-4d85-8544-667fd2278237), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.948025 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:56.958016 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:52Z', 'revision_number': 3, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:56.987683 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (67b66320-a407-4c8b-8525-73fff045ea68), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.991037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:56.993840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (aa59665f-42a8-47f6-857d-65a8fcd1096a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.002368 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (67b66320-a407-4c8b-8525-73fff045ea68), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.043306 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:09:57.043654 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Updating router a5a52623-00bd-4661-be01-1217ed587395 port 7d187379-b3bf-4315-9eab-4eb1685aaa6f binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:09:57.064544 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:09:57.079992 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b66320-a407-4c8b-8525-73fff045ea68,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:57.084548 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.085993 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-29a6bdea-f2eb-4408-a6b4-fbc100715465 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5879130 Oct 13 13:09:57.104459 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.144623 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46548) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:57.144623 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46550) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:57.193126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'security_group_rule': {'security_group_id': '67b66320-a407-4c8b-8525-73fff045ea68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:57.222084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:57.224184 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:09:57.290745 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.293065 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c94e7a79-6b57-4d6f-b0dc-3a2a326efba4 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.9346921 Oct 13 13:09:57.299470 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Sync routers for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:09:57.316315 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac0fec-5b33-435c-af02-1d042731919a None None] Pushing event updated for resources: {'Port': ['ID=22988877-c9d3-4d85-8544-667fd2278237,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:57.323671 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46558) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:57.337681 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Provisioning complete for port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:57.338104 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.341957 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:57.342721 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Attempt 1 to provision port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 Oct 13 13:09:57.343163 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:57.420272 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:57.420921 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:57.524471 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (0bd69b99-0973-486b-ba75-9c3bd1041d93), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.577638 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:57.614884 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 22988877-c9d3-4d85-8544-667fd2278237 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:57.615309 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (22988877-c9d3-4d85-8544-667fd2278237), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.615747 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 22988877-c9d3-4d85-8544-667fd2278237 Oct 13 13:09:57.633350 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:57.782224 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (0bd69b99-0973-486b-ba75-9c3bd1041d93), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.792546 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Pushing event updated for resources: {'Port': ['ID=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:57.941947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.950727 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:57.953979 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Publish callbacks [] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.972131 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:57.983237 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (0bd69b99-0973-486b-ba75-9c3bd1041d93), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.004408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:09:58.047958 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Attempting to bind port 7d187379-b3bf-4315-9eab-4eb1685aaa6f on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:58.048541 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Attempting to bind port 7d187379-b3bf-4315-9eab-4eb1685aaa6f by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:58.049101 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Attempting to bind port 7d187379-b3bf-4315-9eab-4eb1685aaa6f on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:58.065826 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-310f718e-4f74-4a20-8ccb-962f01335b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.107016 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.108433 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9490981 Oct 13 13:09:58.120601 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:58.140141 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97326ab9-90f4-47c2-bb31-01fa58c1d770 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd69b99-0973-486b-ba75-9c3bd1041d93,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:58.147733 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46586) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:58.160355 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:54Z', 'revision_number': 3, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:58.236110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-310f718e-4f74-4a20-8ccb-962f01335b65 admin admin] Publish callbacks [] for security_group (bd8fa4a4-d180-42ea-a743-39ac556ce4a4), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.245272 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Provisioning complete for port ba45b087-cf39-4c4f-b107-9b332fa96ff2 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:58.245727 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.246067 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Attempt 1 to provision port ba45b087-cf39-4c4f-b107-9b332fa96ff2 Oct 13 13:09:58.246881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'security_group_rule': {'security_group_id': '67b66320-a407-4c8b-8525-73fff045ea68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:58.270345 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Checking router: 7b492047-1ab3-414e-b64b-8ac0c723eca1 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:09:58.271472 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Updating router 7b492047-1ab3-414e-b64b-8ac0c723eca1 port 37e70a8a-25c8-430d-a2c7-da4eedce015a binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:09:58.284497 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77cd7-9679-48c2-a8fd-0b4b8426983f None None] Pushing event updated for resources: {'Port': ['ID=7d187379-b3bf-4315-9eab-4eb1685aaa6f,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:58.292628 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-310f718e-4f74-4a20-8ccb-962f01335b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bd8fa4a4-d180-42ea-a743-39ac556ce4a4), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.301490 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:58.320308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (a0900cfa-8da1-4a09-8404-15c639ddcd04), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.327426 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:09:58.328749 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:09:58.329311 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.329885 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:09:58.331180 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Bound port: 7d187379-b3bf-4315-9eab-4eb1685aaa6f, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:09:58.331724 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.372152 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.401133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (a0900cfa-8da1-4a09-8404-15c639ddcd04), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.421365 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (a0900cfa-8da1-4a09-8404-15c639ddcd04), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.433917 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 22988877-c9d3-4d85-8544-667fd2278237 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:58.441366 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:09:56Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '640a516c-e6ec-4bd8-b16c-7f6be00dc8a1', 'name': '', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'mac_address': 'fa:16:3e:62:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:53Z', 'updated_at': '2022-10-13T13:09:54Z', 'revision_number': 1, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'subnets': [{'id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:58.451780 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:58.457709 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] For port 7d187379-b3bf-4315-9eab-4eb1685aaa6f, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:09:58.461493 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Network d7a9f8d3-62bc-4905-b92d-b9129667450a is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:09:58.474284 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] For port 7d187379-b3bf-4315-9eab-4eb1685aaa6f, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7d187379-b3bf-4315-9eab-4eb1685aaa6f,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:09:58.476467 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:09:58.533969 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec09ae6-af5e-47e4-8a35-9edd7403b312 None None] The sync data for ids ['aa59665f-42a8-47f6-857d-65a8fcd1096a'] in dv-cinder-826607-8-iscsi is: [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:09:56Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '640a516c-e6ec-4bd8-b16c-7f6be00dc8a1', 'name': '', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'mac_address': 'fa:16:3e:62:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:53Z', 'updated_at': '2022-10-13T13:09:54Z', 'revision_number': 1, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'subnets': [{'id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:09:58.583666 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.586979 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359574 Oct 13 13:09:58.595867 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46598) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:58.597120 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fbf3d-6b17-4b44-89e8-8b8f5a25a147 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0900cfa-8da1-4a09-8404-15c639ddcd04,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:58.607773 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:09:58.641343 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.656863 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f718e-4f74-4a20-8ccb-962f01335b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8fa4a4-d180-42ea-a743-39ac556ce4a4,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:58.682306 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:09:54Z', 'revision_number': 2, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:58.726945 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-310f718e-4f74-4a20-8ccb-962f01335b65 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0aff939a649349b89a6f166a47698373&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5664270 Oct 13 13:09:58.748980 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:09:58.749734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Updating router dbb28942-ecd1-4972-897d-17266fb8321f port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:09:58.753123 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46602) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:58.770971 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:58.841723 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Current status of the port ba45b087-cf39-4c4f-b107-9b332fa96ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:58.855169 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Provisioning complete for port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:58.855705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.856385 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Attempt 1 to provision port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 Oct 13 13:09:58.891736 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:09:58.893560 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:09:58.893716 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:58.941493 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:09:58.964943 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46604) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:09:59.008481 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.013515 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Provisioning complete for port 22988877-c9d3-4d85-8544-667fd2278237 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:59.014059 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (22988877-c9d3-4d85-8544-667fd2278237), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.014427 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Attempt 1 to provision port 22988877-c9d3-4d85-8544-667fd2278237 Oct 13 13:09:59.105412 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 01e2d337-6705-4816-b656-20ca8a402166 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:09:59.171325 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:59.223008 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77cd7-9679-48c2-a8fd-0b4b8426983f None None] Pushing event updated for resources: {'Port': ['ID=7d187379-b3bf-4315-9eab-4eb1685aaa6f,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:09:59.245018 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Allocated IP 172.20.0.1 (be617289-4b6b-4fbf-91a3-2f05a4825667/7852389a-ef32-4c0d-8e3a-51545dc601e2/425e5d36-f3e3-4d42-ac8c-c910a5731785) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:09:59.306319 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Router aa59665f-42a8-47f6-857d-65a8fcd1096a has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:09:59.327281 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:59.330265 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b9f70084-dccd-4187-9ccd-f9d6719bec22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.340816 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58871c82-ad5d-453d-a862-5164c1bd1a7d admin admin] Publish callbacks [] for security_group (bd8fa4a4-d180-42ea-a743-39ac556ce4a4), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.415368 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:09:59.460071 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 01e2d337-6705-4816-b656-20ca8a402166 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:59.460071 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (01e2d337-6705-4816-b656-20ca8a402166), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.460071 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 01e2d337-6705-4816-b656-20ca8a402166 Oct 13 13:09:59.462593 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:59.554320 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-751f517c-a98b-47c9-a72f-082b63e0dbe0 None None] Current status of the port 22988877-c9d3-4d85-8544-667fd2278237 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:59.561711 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58871c82-ad5d-453d-a862-5164c1bd1a7d admin admin] Publish callbacks [] for security_group (bd8fa4a4-d180-42ea-a743-39ac556ce4a4), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.578109 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.608079 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Publish callbacks [] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.627582 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.636683 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:09:59.645809 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8d0a5887-b52d-4c16-ac3e-e47640102f29 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/aa59665f-42a8-47f6-857d-65a8fcd1096a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3665082 Oct 13 13:09:59.670448 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.779000 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 01e2d337-6705-4816-b656-20ca8a402166 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:09:59.784895 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (01e2d337-6705-4816-b656-20ca8a402166), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.826199 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:09:59.840009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 01e2d337-6705-4816-b656-20ca8a402166, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=01e2d337-6705-4816-b656-20ca8a402166,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:09:59.873976 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d9349f3e-a0d6-441d-8a28-49313c05b170 None None] Provisioning complete for port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:09:59.877913 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d9349f3e-a0d6-441d-8a28-49313c05b170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.878045 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Attempting to bind port 37e70a8a-25c8-430d-a2c7-da4eedce015a on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:09:59.878045 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Attempting to bind port 37e70a8a-25c8-430d-a2c7-da4eedce015a by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:09:59.878217 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d9349f3e-a0d6-441d-8a28-49313c05b170 None None] Attempt 1 to provision port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 Oct 13 13:09:59.878297 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Attempting to bind port 37e70a8a-25c8-430d-a2c7-da4eedce015a on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:09:59.884679 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (01e2d337-6705-4816-b656-20ca8a402166), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:09:59.889738 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 22988877-c9d3-4d85-8544-667fd2278237 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:00.014615 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f1df0-11c6-429a-bad0-e607ca77220e None None] Pushing event updated for resources: {'Port': ['ID=37e70a8a-25c8-430d-a2c7-da4eedce015a,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:00.089614 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Allocated IP 172.20.0.1 (6c7eaa8a-d195-41e7-950e-394b3e71b249/e900eebe-5fd1-4563-a448-d62d9e2148e1/c246e7c9-6278-4f84-8b62-0b3a1ac0f49b) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:00.114724 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d9349f3e-a0d6-441d-8a28-49313c05b170 None None] Port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:00.152345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:00.162379 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 22988877-c9d3-4d85-8544-667fd2278237 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:00.162751 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (22988877-c9d3-4d85-8544-667fd2278237), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.163163 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 22988877-c9d3-4d85-8544-667fd2278237 Oct 13 13:10:00.235895 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=01e2d337-6705-4816-b656-20ca8a402166,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:00.236506 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:52Z', 'revision_number': 3, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:00.304464 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bdd03-bb36-4681-b2c1-76cb1aafd9a3 None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:52Z', 'revision_number': 3, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:00.330035 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:00.330418 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:00.332584 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.335490 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 22988877-c9d3-4d85-8544-667fd2278237 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:00.337642 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:00.338209 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Bound port: 37e70a8a-25c8-430d-a2c7-da4eedce015a, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:00.338609 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.343081 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device ba45b087-cf39-4c4f-b107-9b332fa96ff2 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:00.377656 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:00.446396 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks [] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.463239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks [] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.493985 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58871c82-ad5d-453d-a862-5164c1bd1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bd8fa4a4-d180-42ea-a743-39ac556ce4a4), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.533811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-58871c82-ad5d-453d-a862-5164c1bd1a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.535464 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-58871c82-ad5d-453d-a862-5164c1bd1a7d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bd8fa4a4-d180-42ea-a743-39ac556ce4a4 HTTP/1.1" status: 204 len: 168 time: 1.7675691 Oct 13 13:10:00.547627 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] For port 37e70a8a-25c8-430d-a2c7-da4eedce015a, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:00.557291 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] For port 37e70a8a-25c8-430d-a2c7-da4eedce015a, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=37e70a8a-25c8-430d-a2c7-da4eedce015a,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:00.570907 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46670) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:00.573988 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.579134 dv-cinder-826607-8-iscsi neutron-server[104573]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 13:10:00.622886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:00.625981 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46674) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:00.632945 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:00.653321 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port ba45b087-cf39-4c4f-b107-9b332fa96ff2 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:00.653853 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.654483 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port ba45b087-cf39-4c4f-b107-9b332fa96ff2 Oct 13 13:10:00.685501 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Publish callbacks [] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.703000 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:00.703787 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:00.705905 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.733744 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58871c82-ad5d-453d-a862-5164c1bd1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8fa4a4-d180-42ea-a743-39ac556ce4a4,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:00.754993 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.758893 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b9f70084-dccd-4187-9ccd-f9d6719bec22 admin admin] Publish callbacks [] for security_group (3d117d60-3612-4777-8226-80b953fc87de), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.817626 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9046b5-976e-402d-b280-bb2f5248a2d8 None None] Pushing event updated for resources: {'Port': ['ID=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:00.854856 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b9f70084-dccd-4187-9ccd-f9d6719bec22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (3d117d60-3612-4777-8226-80b953fc87de), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:00.990817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:00.999527 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b9f70084-dccd-4187-9ccd-f9d6719bec22 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4b4877965cc4405a9c793fde9f764e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0133197 Oct 13 13:10:01.000871 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.004255 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46678) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:01.005519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Allocated IP 172.27.1.14 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/94589b02-9447-4b46-adc1-ac2468a13385) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:01.013109 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f70084-dccd-4187-9ccd-f9d6719bec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d117d60-3612-4777-8226-80b953fc87de,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:01.061351 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:01.085183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:01.094608 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port ba45b087-cf39-4c4f-b107-9b332fa96ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:01.095788 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8365b4b6-2b89-4d14-9d8d-97a653022e14 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:01.105877 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f1df0-11c6-429a-bad0-e607ca77220e None None] Pushing event updated for resources: {'Port': ['ID=37e70a8a-25c8-430d-a2c7-da4eedce015a,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:01.117420 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:01.117951 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (7b492047-1ab3-414e-b64b-8ac0c723eca1), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.180753 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Pushing event updated for resources: {'Port': ['ID=425e5d36-f3e3-4d42-ac8c-c910a5731785,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:01.234197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Attempting to bind port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:01.234807 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Attempting to bind port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:01.234903 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Attempting to bind port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 on network 9007e121-4e22-42f4-a8ed-c79c5c61badd {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:01.290170 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Pushing event updated for resources: {'Port': ['ID=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:01.318854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:01.319265 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Checking segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:01.319845 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.320382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Bound using segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:01.321011 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Bound port: 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:01.321567 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.326033 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 8365b4b6-2b89-4d14-9d8d-97a653022e14 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:01.326913 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.327428 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 8365b4b6-2b89-4d14-9d8d-97a653022e14 Oct 13 13:10:01.331920 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:01.375023 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for port (94589b02-9447-4b46-adc1-ac2468a13385), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.408457 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-328bcbac-695f-4df7-a1f8-b58b85644964 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:01.411201 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-328bcbac-695f-4df7-a1f8-b58b85644964 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d7a9f8d3-62bc-4905-b92d-b9129667450a HTTP/1.1" status: 200 len: 812 time: 0.8382213 Oct 13 13:10:01.432974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e18d396c-cb6a-4a4b-b081-a0ff26475018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.435275 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (94589b02-9447-4b46-adc1-ac2468a13385), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.466656 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-62d398d7-1cf3-4a59-bded-61b093157584 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/quotas/6027a602300d4d2bbf33ac329b2960f6 HTTP/1.1" status: 200 len: 375 time: 0.0395048 Oct 13 13:10:01.468171 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:01.477530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:01.478944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:01.481381 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:01.505389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 8365b4b6-2b89-4d14-9d8d-97a653022e14 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:01.598778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (81393786-c21f-4787-87b2-ab5a138ba17d), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.654705 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8570a4a6-a095-4cf6-ab18-1aee632fed8b admin admin] Publish callbacks [] for security_group (3d117d60-3612-4777-8226-80b953fc87de), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.656428 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:54Z', 'revision_number': 3, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:01.673415 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:01.703529 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2f731b-59c3-4a41-af2c-2393843d312d None None] The sync data for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi is: [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:54Z', 'revision_number': 3, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:01.713881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:01.716602 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (a5a52623-00bd-4661-be01-1217ed587395), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.798532 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] For port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:01.804623 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] For port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:01.811324 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:01.818869 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-dedc7f7d-e9e9-4fc3-9231-c99fed227431 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=6027a602300d4d2bbf33ac329b2960f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3165979 Oct 13 13:10:01.827684 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.929318 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8570a4a6-a095-4cf6-ab18-1aee632fed8b admin admin] Publish callbacks [] for security_group (3d117d60-3612-4777-8226-80b953fc87de), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.965169 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:01.967565 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:01.983533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'Port': ['ID=94589b02-9447-4b46-adc1-ac2468a13385,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:01.984546 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 01e2d337-6705-4816-b656-20ca8a402166 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:02.070712 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (94589b02-9447-4b46-adc1-ac2468a13385), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.110130 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-dcb6db82-db5a-4094-84da-fb727262fc19 None None] Provisioning complete for port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:02.110679 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb6db82-db5a-4094-84da-fb727262fc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.111189 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-dcb6db82-db5a-4094-84da-fb727262fc19 None None] Attempt 1 to provision port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b Oct 13 13:10:02.161286 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9046b5-976e-402d-b280-bb2f5248a2d8 None None] Pushing event updated for resources: {'Port': ['ID=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:02.223839 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 01e2d337-6705-4816-b656-20ca8a402166 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:02.225995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (01e2d337-6705-4816-b656-20ca8a402166), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.229292 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 01e2d337-6705-4816-b656-20ca8a402166 Oct 13 13:10:02.358977 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:02.361341 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:02.363699 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:02.398510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e18d396c-cb6a-4a4b-b081-a0ff26475018 admin admin] Publish callbacks [] for security_group (ffcc5d57-18a6-4905-abf0-f0d66e0a1a81), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.465520 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6db82-db5a-4094-84da-fb727262fc19 None None] Port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:02.501581 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8570a4a6-a095-4cf6-ab18-1aee632fed8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (3d117d60-3612-4777-8226-80b953fc87de), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.507322 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks [] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.511335 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8570a4a6-a095-4cf6-ab18-1aee632fed8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.512427 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8570a4a6-a095-4cf6-ab18-1aee632fed8b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3d117d60-3612-4777-8226-80b953fc87de HTTP/1.1" status: 204 len: 168 time: 1.4189603 Oct 13 13:10:02.515918 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.516941 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (7b492047-1ab3-414e-b64b-8ac0c723eca1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.528668 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e18d396c-cb6a-4a4b-b081-a0ff26475018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ffcc5d57-18a6-4905-abf0-f0d66e0a1a81), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.593978 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570a4a6-a095-4cf6-ab18-1aee632fed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d117d60-3612-4777-8226-80b953fc87de,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:02.647997 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 01e2d337-6705-4816-b656-20ca8a402166 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:02.649149 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device b01d033b-d430-4fb1-9cb2-184e1f8aaa8b up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:02.679280 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Pushing event updated for resources: {'Port': ['ID=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:02.771199 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d396c-cb6a-4a4b-b081-a0ff26475018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcc5d57-18a6-4905-abf0-f0d66e0a1a81,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:02.776336 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e18d396c-cb6a-4a4b-b081-a0ff26475018 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fd87874322b24343be605ca66356bfb0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1360834 Oct 13 13:10:02.776336 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46728) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:02.778825 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:02.783041 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Sync routers for ids ['aa59665f-42a8-47f6-857d-65a8fcd1096a'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:10:02.815730 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.837039 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-6bcabd2f-8d1f-4556-8294-bb137f7d9466 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:10:02.840498 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-6bcabd2f-8d1f-4556-8294-bb137f7d9466 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5489237 Oct 13 13:10:02.950114 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-b8ceffac-6fea-46d5-9fee-5c024dbe60b6 None None] Provisioning complete for port 425e5d36-f3e3-4d42-ac8c-c910a5731785 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:02.950912 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b8ceffac-6fea-46d5-9fee-5c024dbe60b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:02.951395 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-b8ceffac-6fea-46d5-9fee-5c024dbe60b6 None None] Attempt 1 to provision port 425e5d36-f3e3-4d42-ac8c-c910a5731785 Oct 13 13:10:03.033421 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:03.059620 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-b8ceffac-6fea-46d5-9fee-5c024dbe60b6 None None] Port 425e5d36-f3e3-4d42-ac8c-c910a5731785 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:03.065531 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Routers {'aa59665f-42a8-47f6-857d-65a8fcd1096a'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:03.066420 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['aa59665f-42a8-47f6-857d-65a8fcd1096a'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:03.089209 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:03.090818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5a81-3f0a-4682-97a5-6bffb971b134 admin admin] Publish callbacks [] for security_group (ffcc5d57-18a6-4905-abf0-f0d66e0a1a81), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.142445 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for port (94589b02-9447-4b46-adc1-ac2468a13385), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.160372 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:03.179557 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:03.180289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.180431 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b Oct 13 13:10:03.185959 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:03.202826 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (94589b02-9447-4b46-adc1-ac2468a13385), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.214674 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-9fb61a1c-4489-43e2-acfc-2f554be02a55 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629260 Oct 13 13:10:03.220557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (81393786-c21f-4787-87b2-ab5a138ba17d), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.236001 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:03.376718 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:03.389663 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5a81-3f0a-4682-97a5-6bffb971b134 admin admin] Publish callbacks [] for security_group (ffcc5d57-18a6-4905-abf0-f0d66e0a1a81), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.399123 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'Port': ['ID=94589b02-9447-4b46-adc1-ac2468a13385,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:03.450218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46736) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:03.494933 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4358fdd-2d42-4a0d-8aa7-6ec3914429b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.524920 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.530529 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Set router aa59665f-42a8-47f6-857d-65a8fcd1096a gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:03.535025 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9646112f-65de-4b17-8dd9-f2779fa6e7fa tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9392004 Oct 13 13:10:03.672037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5a81-3f0a-4682-97a5-6bffb971b134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ffcc5d57-18a6-4905-abf0-f0d66e0a1a81), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.676528 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d7b5a81-3f0a-4682-97a5-6bffb971b134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.680248 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6d7b5a81-3f0a-4682-97a5-6bffb971b134 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ffcc5d57-18a6-4905-abf0-f0d66e0a1a81 HTTP/1.1" status: 204 len: 168 time: 0.8736002 Oct 13 13:10:03.726882 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b5a81-3f0a-4682-97a5-6bffb971b134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcc5d57-18a6-4905-abf0-f0d66e0a1a81,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:03.771264 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks [] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.781251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.782671 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (a5a52623-00bd-4661-be01-1217ed587395), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.883620 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Pushing event updated for resources: {'Port': ['ID=425e5d36-f3e3-4d42-ac8c-c910a5731785,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:03.933529 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:03.933951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:03.955101 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46766) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:04.020118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4358fdd-2d42-4a0d-8aa7-6ec3914429b7 admin admin] Publish callbacks [] for security_group (d82789cd-c851-480f-948b-4827b382ebcd), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.027512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b4358fdd-2d42-4a0d-8aa7-6ec3914429b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d82789cd-c851-480f-948b-4827b382ebcd), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.066675 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-127d570f-f0f6-4839-a0fc-bc90041269dc None None] Provisioning complete for port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:04.067092 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-127d570f-f0f6-4839-a0fc-bc90041269dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.067441 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-127d570f-f0f6-4839-a0fc-bc90041269dc None None] Attempt 1 to provision port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b Oct 13 13:10:04.073008 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Router 7b492047-1ab3-414e-b64b-8ac0c723eca1 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:10:04.113643 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:04.149888 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:04.188806 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-0b77efc1-ef9b-4f7e-9621-e481bc6b5ad8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--970899355&fields=id&tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40 HTTP/1.1" status: 200 len: 267 time: 0.2315657 Oct 13 13:10:04.193466 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.194351 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7d187379-b3bf-4315-9eab-4eb1685aaa6f up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:04.199362 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-ffe225de-7dfa-439a-ba14-6680c68c76d1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9739718 Oct 13 13:10:04.264460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:04.267934 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358fdd-2d42-4a0d-8aa7-6ec3914429b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82789cd-c851-480f-948b-4827b382ebcd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:04.276773 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b4358fdd-2d42-4a0d-8aa7-6ec3914429b7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=20a7329f9d8d42e29484421023854c1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8229237 Oct 13 13:10:04.278496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46782) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:04.300731 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:04.309199 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:04.371198 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-84008b57-7f4f-4a3d-afaf-541263c7c485 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:04.372862 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-84008b57-7f4f-4a3d-afaf-541263c7c485 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 811 time: 0.1720839 Oct 13 13:10:04.404520 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52ba1bde-5a4c-4005-becc-7cddba4fb9c0 admin admin] Publish callbacks [] for security_group (d82789cd-c851-480f-948b-4827b382ebcd), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.407416 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-6e08ee0f-57a3-470c-aea7-f538584647cb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/quotas/ecd3d5d2a3a54a07ba64f1fea4846c40 HTTP/1.1" status: 200 len: 375 time: 0.0250630 Oct 13 13:10:04.473728 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-127d570f-f0f6-4839-a0fc-bc90041269dc None None] Port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:04.479679 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52ba1bde-5a4c-4005-becc-7cddba4fb9c0 admin admin] Publish callbacks [] for security_group (d82789cd-c851-480f-948b-4827b382ebcd), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.486487 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:04.499366 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:04.524401 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-f32fef34-7901-49ae-bcd2-edbab7da93bb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158061 Oct 13 13:10:04.535839 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:10:04.549168 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d0e83de8-a55f-44ec-ad5c-566ea85f0e7e admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/7b492047-1ab3-414e-b64b-8ac0c723eca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2220714 Oct 13 13:10:04.644742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52ba1bde-5a4c-4005-becc-7cddba4fb9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d82789cd-c851-480f-948b-4827b382ebcd), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.647349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52ba1bde-5a4c-4005-becc-7cddba4fb9c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.654674 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-52ba1bde-5a4c-4005-becc-7cddba4fb9c0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d82789cd-c851-480f-948b-4827b382ebcd HTTP/1.1" status: 204 len: 168 time: 0.3722570 Oct 13 13:10:04.668336 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:04.708675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba1bde-5a4c-4005-becc-7cddba4fb9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82789cd-c851-480f-948b-4827b382ebcd,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:04.721573 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46804) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:04.747427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Router a5a52623-00bd-4661-be01-1217ed587395 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:10:04.757933 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ffeebcde-d169-46e7-9e94-0bfd00ecd7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.780946 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 7d187379-b3bf-4315-9eab-4eb1685aaa6f triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:04.781516 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.782105 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 7d187379-b3bf-4315-9eab-4eb1685aaa6f Oct 13 13:10:04.784518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44d5d7-325d-479c-beab-74c9346aff84 None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:04.934295 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:09:56Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '640a516c-e6ec-4bd8-b16c-7f6be00dc8a1', 'name': '', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'mac_address': 'fa:16:3e:62:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:53Z', 'updated_at': '2022-10-13T13:09:56Z', 'revision_number': 2, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'subnets': [{'id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:04.943864 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:10:04.955388 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-366b480f-1a31-4938-8984-f2b5e03bfc89 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/a5a52623-00bd-4661-be01-1217ed587395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5946712 Oct 13 13:10:04.979012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:04.985781 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a4cc035-1d41-4c1b-b4ef-26328fc3dba5 req-e7365243-ae1f-411c-bba5-a77e0ce794ad tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 210 time: 0.1854780 Oct 13 13:10:04.987385 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-acccea81-4739-49bd-969c-cef4f41c6c09 None None] Provisioning complete for port 425e5d36-f3e3-4d42-ac8c-c910a5731785 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:04.987771 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-acccea81-4739-49bd-969c-cef4f41c6c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:04.988108 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-acccea81-4739-49bd-969c-cef4f41c6c09 None None] Attempt 1 to provision port 425e5d36-f3e3-4d42-ac8c-c910a5731785 Oct 13 13:10:05.034494 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Checking router: aa59665f-42a8-47f6-857d-65a8fcd1096a for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:10:05.034686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Updating router aa59665f-42a8-47f6-857d-65a8fcd1096a port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:10:05.078216 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ffeebcde-d169-46e7-9e94-0bfd00ecd7cf admin admin] Publish callbacks [] for security_group (e9087568-79c4-4d29-9866-dd2cf847e365), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.085639 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ffeebcde-d169-46e7-9e94-0bfd00ecd7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (e9087568-79c4-4d29-9866-dd2cf847e365), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.138281 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.145405 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46828) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:05.145774 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ffeebcde-d169-46e7-9e94-0bfd00ecd7cf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c0ab20fc330141d4bf7a5cd768e48cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231179 Oct 13 13:10:05.146531 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeebcde-d169-46e7-9e94-0bfd00ecd7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9087568-79c4-4d29-9866-dd2cf847e365,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:05.157470 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-acccea81-4739-49bd-969c-cef4f41c6c09 None None] Port 425e5d36-f3e3-4d42-ac8c-c910a5731785 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:05.222565 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 7d187379-b3bf-4315-9eab-4eb1685aaa6f is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:05.222962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.271601 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ec08f125-b8b1-4a9c-ae8a-c106b8b24407 admin admin] Publish callbacks [] for security_group (e9087568-79c4-4d29-9866-dd2cf847e365), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.306824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ec08f125-b8b1-4a9c-ae8a-c106b8b24407 admin admin] Publish callbacks [] for security_group (e9087568-79c4-4d29-9866-dd2cf847e365), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.339901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 7d187379-b3bf-4315-9eab-4eb1685aaa6f, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7d187379-b3bf-4315-9eab-4eb1685aaa6f,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:05.349601 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.386698 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ec08f125-b8b1-4a9c-ae8a-c106b8b24407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (e9087568-79c4-4d29-9866-dd2cf847e365), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.391883 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ec08f125-b8b1-4a9c-ae8a-c106b8b24407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.396596 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ec08f125-b8b1-4a9c-ae8a-c106b8b24407 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e9087568-79c4-4d29-9866-dd2cf847e365 HTTP/1.1" status: 204 len: 168 time: 0.2492940 Oct 13 13:10:05.417811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08f125-b8b1-4a9c-ae8a-c106b8b24407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9087568-79c4-4d29-9866-dd2cf847e365,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:05.488031 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:10:05.527882 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:05.528555 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:05.648422 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=7d187379-b3bf-4315-9eab-4eb1685aaa6f,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:05.737467 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device b01d033b-d430-4fb1-9cb2-184e1f8aaa8b up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:05.766772 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:05.812516 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:05.812903 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:05.813237 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b Oct 13 13:10:05.961023 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:05.981995 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-89676e42-21fc-442e-8ec7-ae0ff96ac818 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:10:05.984418 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-89676e42-21fc-442e-8ec7-ae0ff96ac818 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8776772 Oct 13 13:10:06.039181 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:06.040580 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:06.173617 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:06.174730 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.174730 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 Oct 13 13:10:06.235489 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:06.273382 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46874) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:06.303329 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77aed86d-bc95-4431-927a-2f404040a1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.307179 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:06.307574 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.329686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Publish callbacks [] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.352019 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:06.360786 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e37b61b0-615f-46d5-bc92-0ae5f9f80a39 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703473 Oct 13 13:10:06.373439 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Sync routers for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:10:06.418875 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.419895 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:03Z', 'revision_number': 2, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:06.439553 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:06.441161 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:06.443081 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:06.517569 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:10:06.519111 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Updating router a5a52623-00bd-4661-be01-1217ed587395 port 425e5d36-f3e3-4d42-ac8c-c910a5731785 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:10:06.610379 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.637908 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:06.650445 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-5858d03b-2bce-4812-8ed6-6328c903d944 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812243 Oct 13 13:10:06.709316 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:06.745391 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525942c-2cf9-4e63-a1a5-d137b88b7896 None None] Pushing event updated for resources: {'Port': ['ID=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:06.773437 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.777293 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 37e70a8a-25c8-430d-a2c7-da4eedce015a up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:06.858157 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 46886) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:06.868270 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911227448', 'description': 'tempest-description--2132254038'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:06.927579 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77aed86d-bc95-4431-927a-2f404040a1cc admin admin] Publish callbacks [] for security_group (fb75131c-14f1-4f0f-9443-85e8336a4f35), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.937525 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77aed86d-bc95-4431-927a-2f404040a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (fb75131c-14f1-4f0f-9443-85e8336a4f35), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.948512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:06.951709 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:06.956673 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:07.002671 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-77aed86d-bc95-4431-927a-2f404040a1cc admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=eaeb18573403411d86a50298a48330d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7290537 Oct 13 13:10:07.005727 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46890) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:07.022665 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aed86d-bc95-4431-927a-2f404040a1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75131c-14f1-4f0f-9443-85e8336a4f35,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:07.155491 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5200aafe-e86d-48fa-a742-a5e07ed2d2fd admin admin] Publish callbacks [] for security_group (fb75131c-14f1-4f0f-9443-85e8336a4f35), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.218379 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5200aafe-e86d-48fa-a742-a5e07ed2d2fd admin admin] Publish callbacks [] for security_group (fb75131c-14f1-4f0f-9443-85e8336a4f35), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.305610 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (0bac63e9-5253-40e5-aa0f-bae407b800bd), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.314846 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0bac63e9-5253-40e5-aa0f-bae407b800bd), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.350813 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5200aafe-e86d-48fa-a742-a5e07ed2d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (fb75131c-14f1-4f0f-9443-85e8336a4f35), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.367434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5200aafe-e86d-48fa-a742-a5e07ed2d2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.369809 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5200aafe-e86d-48fa-a742-a5e07ed2d2fd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fb75131c-14f1-4f0f-9443-85e8336a4f35 HTTP/1.1" status: 204 len: 168 time: 0.3628614 Oct 13 13:10:07.394256 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200aafe-e86d-48fa-a742-a5e07ed2d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75131c-14f1-4f0f-9443-85e8336a4f35,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:07.412343 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.413881 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5539792 Oct 13 13:10:07.418815 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46918) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:07.426061 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'security_group_rule': {'security_group_id': '0bac63e9-5253-40e5-aa0f-bae407b800bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:07.448604 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f17af-3b72-419a-a179-0f1c15b425ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac63e9-5253-40e5-aa0f-bae407b800bd,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:07.477821 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Publish callbacks [] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.491846 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.536969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (0652ae7e-d3d4-48f0-83b3-2a7c2eb9cd5e), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.601553 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:07.654634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46926) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:07.662808 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Attempting to bind port 425e5d36-f3e3-4d42-ac8c-c910a5731785 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:07.663440 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Attempting to bind port 425e5d36-f3e3-4d42-ac8c-c910a5731785 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:07.667775 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Attempting to bind port 425e5d36-f3e3-4d42-ac8c-c910a5731785 on network be617289-4b6b-4fbf-91a3-2f05a4825667 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:07.725292 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9947d255-978c-417a-8afa-ba58cd7ff0f3 req-2000e7e4-f468-4fce-8db2-c7de128ae8d3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 210 time: 0.1191101 Oct 13 13:10:07.755190 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:07.755838 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Checking segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:07.756391 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.756989 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Bound using segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:07.757829 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Bound port: 425e5d36-f3e3-4d42-ac8c-c910a5731785, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:07.758433 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.842321 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (0652ae7e-d3d4-48f0-83b3-2a7c2eb9cd5e), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.854891 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (0652ae7e-d3d4-48f0-83b3-2a7c2eb9cd5e), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.867233 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] For port 425e5d36-f3e3-4d42-ac8c-c910a5731785, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:07.872055 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] For port 425e5d36-f3e3-4d42-ac8c-c910a5731785, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=425e5d36-f3e3-4d42-ac8c-c910a5731785,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:07.882814 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.886155 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966976d0-6396-40b9-b585-27887de7b060 None None] Pushing event updated for resources: {'Port': ['ID=425e5d36-f3e3-4d42-ac8c-c910a5731785,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:07.901446 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:07.902456 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:07.948088 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:07.965908 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0652ae7e-d3d4-48f0-83b3-2a7c2eb9cd5e,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:07.968384 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 37e70a8a-25c8-430d-a2c7-da4eedce015a triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:07.969141 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:07.969524 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 37e70a8a-25c8-430d-a2c7-da4eedce015a Oct 13 13:10:08.010131 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.015141 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-973e0507-95ae-42d8-9dd2-53e29c46eb79 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949895 Oct 13 13:10:08.033172 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-78b171cb-3ab7-4319-8094-1a470ddaafff req-3e6bb8f2-f008-4984-9d17-f52d7cf1b315 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.1431429 Oct 13 13:10:08.037202 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46942) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:08.058399 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'security_group_rule': {'security_group_id': '0bac63e9-5253-40e5-aa0f-bae407b800bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:08.143769 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (8412d9d9-3b52-4d2e-be91-6da62da83942), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.208574 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966976d0-6396-40b9-b585-27887de7b060 None None] Pushing event updated for resources: {'Port': ['ID=425e5d36-f3e3-4d42-ac8c-c910a5731785,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:08.316175 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:08.354949 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Attempting to bind port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:08.356758 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Attempting to bind port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:08.357130 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Attempting to bind port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 on network d7a9f8d3-62bc-4905-b92d-b9129667450a {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:08.412762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (8412d9d9-3b52-4d2e-be91-6da62da83942), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.422280 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (8412d9d9-3b52-4d2e-be91-6da62da83942), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.477915 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8412d9d9-3b52-4d2e-be91-6da62da83942,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:08.491790 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.494936 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1e33accb-ba30-45ba-b310-899544d6bbd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4567680 Oct 13 13:10:08.499214 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 46964) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:08.504810 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:08.519883 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:08.561076 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-e0f9aeed-9396-4bb9-86d5-12042cee5afd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:08.573866 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-e0f9aeed-9396-4bb9-86d5-12042cee5afd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 819 time: 0.4179347 Oct 13 13:10:08.576307 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:08.577643 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:07Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:08.582689 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:08.583199 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Checking segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:08.584106 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.584580 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Bound using segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:08.585308 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Bound port: 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:08.586375 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.600350 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.604938 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:08.615127 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-bf3ae920-f963-41bb-9bf7-2a8e1635ff74 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/quotas/5e7312d0ac9248f2bfbece5611913ab2 HTTP/1.1" status: 200 len: 375 time: 0.0402758 Oct 13 13:10:08.633545 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-da6474a8-a6c3-4d38-8d2b-3d363b1df0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.653518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 37e70a8a-25c8-430d-a2c7-da4eedce015a is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:08.654045 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.739085 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 37e70a8a-25c8-430d-a2c7-da4eedce015a, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=37e70a8a-25c8-430d-a2c7-da4eedce015a,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:08.758336 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.50', 52779) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:08.805070 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-54d3d810-3467-42ee-80f6-0629e76ef041 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1703792 Oct 13 13:10:08.823686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 2, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:08.894122 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989fa3d-b393-4f5d-811c-0daa958d169c None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:07Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:08.909349 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Checking router: 7b492047-1ab3-414e-b64b-8ac0c723eca1 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:10:08.909349 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Updating router 7b492047-1ab3-414e-b64b-8ac0c723eca1 port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:10:08.977096 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:08.984290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] For port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:08.998908 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-542f7d2c-d940-4e5d-a78b-1a23913a34e8 req-d413293c-00a5-4949-9474-b47dcca43db0 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 210 time: 0.0492153 Oct 13 13:10:09.018110 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:09.090435 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] For port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:09.123963 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:09.153381 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:09.166024 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63c3768e-501b-4b9a-a82c-e527fd261435 req-5b6fe061-d7bd-4a89-891a-19756d32f47c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.0350928 Oct 13 13:10:09.174230 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-f98cd861-73bd-4654-8d9e-9a0089ce2f84 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677471 Oct 13 13:10:09.362057 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:09.383449 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-c7eddcf9-70cd-48e5-9b5b-2360f63f43d1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943402 Oct 13 13:10:09.478478 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:09.493131 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:09.681619 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=37e70a8a-25c8-430d-a2c7-da4eedce015a,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:09.689202 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-acf82cba-c117-4e27-87d9-2685617963c8 req-5197f45b-9062-4cf0-863c-73942b044b19 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 210 time: 0.0408051 Oct 13 13:10:09.699241 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:09.768827 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-675d971a-180b-49ab-989c-d7e8a7bca944 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:09.771378 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-675d971a-180b-49ab-989c-d7e8a7bca944 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.50 "GET /networking/v2.0/networks?id=d7a9f8d3-62bc-4905-b92d-b9129667450a HTTP/1.1" status: 200 len: 812 time: 0.9881420 Oct 13 13:10:09.834606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Request body: {'port': {'device_id': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'admin_state_up': True, 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:09.978793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:10.038427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Allocated IP 172.27.1.119 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/8ebd7ead-2cd9-4454-837a-f8e6d852d171) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:10.087692 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-da6474a8-a6c3-4d38-8d2b-3d363b1df0b6 admin admin] Publish callbacks [] for security_group (0082d057-791f-4bda-8442-18bc867578f5), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:10.102008 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:10.104347 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Routers {'aa59665f-42a8-47f6-857d-65a8fcd1096a'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:10.107703 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['aa59665f-42a8-47f6-857d-65a8fcd1096a'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:10.119792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-da6474a8-a6c3-4d38-8d2b-3d363b1df0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0082d057-791f-4bda-8442-18bc867578f5), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:10.418721 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-da6474a8-a6c3-4d38-8d2b-3d363b1df0b6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=157902d713ed4996a65d061aba4e4312&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7633312 Oct 13 13:10:10.427844 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47064) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:10.453035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6474a8-a6c3-4d38-8d2b-3d363b1df0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0082d057-791f-4bda-8442-18bc867578f5,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:10.455536 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Made reservation on behalf of 6027a602300d4d2bbf33ac329b2960f6 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:10.465297 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:10.519747 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b773fb0e-80df-450b-be18-7c4fec01baf8 req-9bc5a14a-dbde-489a-a46c-1a8bec029912 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 210 time: 0.1705484 Oct 13 13:10:10.617516 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] Set router aa59665f-42a8-47f6-857d-65a8fcd1096a gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:10.671597 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-b706e85f-0adb-4958-a6d3-8d52533008b7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:10.675735 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-b706e85f-0adb-4958-a6d3-8d52533008b7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 819 time: 0.3526652 Oct 13 13:10:10.745863 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-397acb2f-8514-42e3-a8ea-33b935879f34 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/quotas/5e7312d0ac9248f2bfbece5611913ab2 HTTP/1.1" status: 200 len: 375 time: 0.0523469 Oct 13 13:10:10.749994 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86c200d6-5f90-4155-bf93-c0022f9299cc req-4264c438-2225-45a0-a986-4b35dab3bd8f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.0691996 Oct 13 13:10:10.794962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:10.796680 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:10.797034 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 Oct 13 13:10:10.838995 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-fd66bfac-e004-4002-b995-bc80d3716f1a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846462 Oct 13 13:10:10.930463 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525942c-2cf9-4e63-a1a5-d137b88b7896 None None] Pushing event updated for resources: {'Port': ['ID=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:10.946019 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:10.958064 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Publish callbacks [] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.000999 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.007930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2455-a8c6-4442-8ace-cb00afd8031e admin admin] Publish callbacks [] for security_group (0082d057-791f-4bda-8442-18bc867578f5), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.067614 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2455-a8c6-4442-8ace-cb00afd8031e admin admin] Publish callbacks [] for security_group (0082d057-791f-4bda-8442-18bc867578f5), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.166362 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:11.187308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2455-a8c6-4442-8ace-cb00afd8031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0082d057-791f-4bda-8442-18bc867578f5), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.190307 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2455-a8c6-4442-8ace-cb00afd8031e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.191836 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5fdd2455-a8c6-4442-8ace-cb00afd8031e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0082d057-791f-4bda-8442-18bc867578f5 HTTP/1.1" status: 204 len: 168 time: 0.7564666 Oct 13 13:10:11.243413 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb135-0a87-4cf6-8a96-3dd71a9432af None None] Pushing event updated for resources: {'Port': ['ID=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:11.257376 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd2455-a8c6-4442-8ace-cb00afd8031e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0082d057-791f-4bda-8442-18bc867578f5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:11.436162 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Allocated IP 172.20.0.13 (d7a9f8d3-62bc-4905-b92d-b9129667450a/80e70b12-7f27-474d-bb9c-0581d05de9d8/56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:11.445409 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:09:56Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '640a516c-e6ec-4bd8-b16c-7f6be00dc8a1', 'name': '', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'mac_address': 'fa:16:3e:62:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:53Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'subnets': [{'id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:11.447909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Attempting to bind port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:11.448293 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Attempting to bind port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:11.454494 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.459663 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Attempting to bind port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:11.461841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:11.463477 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7d187379-b3bf-4315-9eab-4eb1685aaa6f up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:11.515398 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-ef502587-e16c-4c90-848c-88bfb8314c6e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704278 Oct 13 13:10:11.543875 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:11.552171 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:11.578646 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:11.603928 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85194e85-9749-4ffe-8e0c-4739ebc02862 None None] The sync data for ids ['aa59665f-42a8-47f6-857d-65a8fcd1096a'] in dv-cinder-826607-8-iscsi is: [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:09:56Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '640a516c-e6ec-4bd8-b16c-7f6be00dc8a1', 'name': '', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'mac_address': 'fa:16:3e:62:5b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:53Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'subnets': [{'id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:11.620780 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:11.623861 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 7d187379-b3bf-4315-9eab-4eb1685aaa6f triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:11.624295 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.624631 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 7d187379-b3bf-4315-9eab-4eb1685aaa6f Oct 13 13:10:11.633388 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4defcbce-b1f2-4c12-81ac-8ef19c5b6a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.646104 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:11.682483 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (c465c168-8831-4058-9fd3-856ba8898546), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.687336 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:11.687616 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Checking segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:11.688017 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.688404 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Bound using segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:11.688879 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Bound port: c246e7c9-6278-4f84-8b62-0b3a1ac0f49b, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:11.689254 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:11.795096 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2329840e-80ad-469e-bf89-f3825a878ee3 req-39c0e1cb-6ab9-4fcd-ae8a-5c0371b89a02 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 210 time: 0.1095815 Oct 13 13:10:11.816877 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:11.847249 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-f8b290b8-e7c5-4e55-bd57-4d02d66f398c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232512 Oct 13 13:10:11.894800 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] For port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:11.931560 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'Port': ['ID=8ebd7ead-2cd9-4454-837a-f8e6d852d171,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:11.936697 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] For port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:11.939641 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 7d187379-b3bf-4315-9eab-4eb1685aaa6f is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:11.958851 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.008298 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f90dd338-0368-40a1-b816-78ec4348a9d4 req-241c71e0-6910-4510-b7d6-89bf6298fcb8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.0648112 Oct 13 13:10:12.043376 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:12.043854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:09:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:12.115341 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bb135-0a87-4cf6-8a96-3dd71a9432af None None] Pushing event updated for resources: {'Port': ['ID=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:12.170038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01c53d7d-8cf8-4ac3-9c10-6d53551527b0 req-92828128-b4aa-4714-875f-1bd4c28ce2ae tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 210 time: 0.0459065 Oct 13 13:10:12.217843 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.224219 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47106) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:12.229141 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks [] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.239381 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bacf4eb3-d812-43ed-8d89-503c065eb423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.312678 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:12.396731 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.421815 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bacf4eb3-d812-43ed-8d89-503c065eb423 admin admin] Publish callbacks [] for security_group (8e004f40-e5d7-44ac-ac5f-7d66a98d5d04), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.432516 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bacf4eb3-d812-43ed-8d89-503c065eb423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8e004f40-e5d7-44ac-ac5f-7d66a98d5d04), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.441108 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:12.447455 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:12.520413 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bacf4eb3-d812-43ed-8d89-503c065eb423 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dae34432cef2481e861e1ea3ce6dad77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917886 Oct 13 13:10:12.521436 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47114) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:12.560050 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf4eb3-d812-43ed-8d89-503c065eb423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e004f40-e5d7-44ac-ac5f-7d66a98d5d04,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:12.625236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-00a034ef-c55f-45c6-a17b-ebe95020d397 admin admin] Publish callbacks [] for security_group (8e004f40-e5d7-44ac-ac5f-7d66a98d5d04), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.673265 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-00a034ef-c55f-45c6-a17b-ebe95020d397 admin admin] Publish callbacks [] for security_group (8e004f40-e5d7-44ac-ac5f-7d66a98d5d04), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.675694 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.50', 52788) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:12.791255 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:12.791255 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.791255 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 Oct 13 13:10:12.804035 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-00a034ef-c55f-45c6-a17b-ebe95020d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8e004f40-e5d7-44ac-ac5f-7d66a98d5d04), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.807835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-00a034ef-c55f-45c6-a17b-ebe95020d397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:12.810883 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-00a034ef-c55f-45c6-a17b-ebe95020d397 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8e004f40-e5d7-44ac-ac5f-7d66a98d5d04 HTTP/1.1" status: 204 len: 168 time: 0.2862248 Oct 13 13:10:12.840003 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:12.842112 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a034ef-c55f-45c6-a17b-ebe95020d397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e004f40-e5d7-44ac-ac5f-7d66a98d5d04,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:12.958135 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Network d7a9f8d3-62bc-4905-b92d-b9129667450a is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:12.993597 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:13.050670 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:13.068113 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:13.068113 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.094568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:13.095829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.111328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Pushing event updated for resources: {'Port': ['ID=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:13.145137 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:11Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:13.208717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:13.285642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed408915-a5a8-4435-a2bd-a3e76c0ddd59 None None] The sync data for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi is: [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:11Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:13.326292 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:13.336090 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd169f-97cc-4aee-8d30-188a30474ba8 req-6fac45c7-89c1-4233-9aad-71f32e3c3b79 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:13.345733 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2cd169f-97cc-4aee-8d30-188a30474ba8 req-6fac45c7-89c1-4233-9aad-71f32e3c3b79 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 932 time: 0.2348740 Oct 13 13:10:13.345927 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.346747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 37e70a8a-25c8-430d-a2c7-da4eedce015a up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:13.347644 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-e8e971fc-339f-49a3-bc0c-db2fe072ceda tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5181868 Oct 13 13:10:13.356969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.362790 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.363905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (c465c168-8831-4058-9fd3-856ba8898546), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.434131 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-21541a81-0845-491e-958a-8a9854f47efb tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:10:13.436407 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-21541a81-0845-491e-958a-8a9854f47efb tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0083475 Oct 13 13:10:13.446967 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-d2498dca-ee00-448d-a3c6-a13ee765ad7a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:13.449306 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-d2498dca-ee00-448d-a3c6-a13ee765ad7a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 811 time: 0.5324857 Oct 13 13:10:13.451602 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-436401ea-6091-4482-b977-d4ded4f03bc6 req-2ae65c6d-1bd4-4b27-a6bc-5990d033fcae tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.0920241 Oct 13 13:10:13.538450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.553026 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0495739 Oct 13 13:10:13.567221 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2cd169f-97cc-4aee-8d30-188a30474ba8 req-2194d0e3-7699-4246-9681-c9133b53be19 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200258 Oct 13 13:10:13.572334 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dc694-6423-4f98-a0b1-894a209ec057 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'Port': ['ID=8ebd7ead-2cd9-4454-837a-f8e6d852d171,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:13.576963 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:13.603604 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:13.666053 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 37e70a8a-25c8-430d-a2c7-da4eedce015a triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:13.666965 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.667597 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 37e70a8a-25c8-430d-a2c7-da4eedce015a Oct 13 13:10:13.672062 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c3f0d18f-4efb-4e3d-8472-0451de98d8b8 None None] Provisioning complete for port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:13.672520 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c3f0d18f-4efb-4e3d-8472-0451de98d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.672849 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c3f0d18f-4efb-4e3d-8472-0451de98d8b8 None None] Attempt 1 to provision port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 Oct 13 13:10:13.826561 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1d9daa26-cb48-4da7-93dc-21b011221af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:13.834589 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0d18f-4efb-4e3d-8472-0451de98d8b8 None None] Port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:13.934701 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-8aa1183a-eaac-40ff-ba59-18ad55409af1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40 HTTP/1.1" status: 200 len: 379 time: 0.4748595 Oct 13 13:10:13.958142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 37e70a8a-25c8-430d-a2c7-da4eedce015a is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:13.959521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 425e5d36-f3e3-4d42-ac8c-c910a5731785 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:13.962633 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c2da3827-0700-4f2a-8b0d-9a2a5509d03c req-d0472eae-f50f-4ed5-9018-a010ef00b698 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 210 time: 0.2760434 Oct 13 13:10:13.997533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'port': {'device_id': 'e125ab44-9111-4260-909d-95d57b7861a7', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'admin_state_up': True, 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'security_groups': ['67b66320-a407-4c8b-8525-73fff045ea68']}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:14.128699 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 425e5d36-f3e3-4d42-ac8c-c910a5731785 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:14.129496 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:14.130057 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 425e5d36-f3e3-4d42-ac8c-c910a5731785 Oct 13 13:10:14.409531 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Request body: {'port': {'device_id': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:14.501001 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 425e5d36-f3e3-4d42-ac8c-c910a5731785 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:14.505557 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:14.542409 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:14.662494 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 425e5d36-f3e3-4d42-ac8c-c910a5731785, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=425e5d36-f3e3-4d42-ac8c-c910a5731785,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:14.676608 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:14.774189 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:14.784806 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.50', 52801) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:14.922957 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-d561dd45-e6ed-4421-9009-f217637c01a2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--911227448&fields=id&tenant_id=4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 267 time: 0.3167653 Oct 13 13:10:15.390971 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7ffb5fb2-425a-47c5-b3d6-640a6b6a4f25 req-6b77c535-6b78-49f7-ac27-a14e5961dec0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.5699463 Oct 13 13:10:15.478910 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:15.710857 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:15.725969 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:15.747309 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=425e5d36-f3e3-4d42-ac8c-c910a5731785,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:15.774084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Made reservation on behalf of ecd3d5d2a3a54a07ba64f1fea4846c40 for: {'port': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:15.784083 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:15.843632 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:15.844344 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:15.844825 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 Oct 13 13:10:15.913800 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-f2c3ca33-bf16-4e92-83ef-22c9109c1579 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:15.915994 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-f2c3ca33-bf16-4e92-83ef-22c9109c1579 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 819 time: 1.1269190 Oct 13 13:10:16.009414 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'port': {'device_id': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'admin_state_up': True, 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:16.048256 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:16.049612 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c246e7c9-6278-4f84-8b62-0b3a1ac0f49b up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:16.169146 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:16.169803 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:16.170294 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b Oct 13 13:10:16.246707 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.50', 52809) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:16.420316 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0e9e-7da4-4c95-ab13-c6b82a52cd88 req-a1da5db0-2688-4bdd-b4be-635e4e4e2886 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:16.431848 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-561d0e9e-7da4-4c95-ab13-c6b82a52cd88 req-a1da5db0-2688-4bdd-b4be-635e4e4e2886 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 932 time: 0.7647290 Oct 13 13:10:16.513798 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:16.514503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:16.654143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:16.669594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-546d5652-4cbd-45ec-8575-9b6908def464 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:16.671519 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-546d5652-4cbd-45ec-8575-9b6908def464 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 819 time: 0.4213135 Oct 13 13:10:16.720726 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'port': {'device_id': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'admin_state_up': True, 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:16.729454 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:16.738115 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:16.793627 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-561d0e9e-7da4-4c95-ab13-c6b82a52cd88 req-7f30790e-8ca7-49db-9e3d-d34f0f9b43f9 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585918 Oct 13 13:10:16.830182 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-1f49ef00-9c47-42e6-a793-ffdf81608b45 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:16.832365 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-1f49ef00-9c47-42e6-a793-ffdf81608b45 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 816 time: 1.9077227 Oct 13 13:10:16.834294 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Allocated IP 172.20.0.13 (9007e121-4e22-42f4-a8ed-c79c5c61badd/f45e22b7-4082-4508-a03f-e7a0a4203508/95c8323b-318e-4698-a732-2714f447a0ff) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:16.853187 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Made reservation on behalf of 5e7312d0ac9248f2bfbece5611913ab2 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:16.859080 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:16.928000 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-140a673e-cd19-46fd-aa14-28790dadf1bb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/quotas/4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 375 time: 0.0660586 Oct 13 13:10:16.992870 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:17.006891 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:17.020804 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:17.040869 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:17.092369 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Publish callbacks [] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:17.125961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 425e5d36-f3e3-4d42-ac8c-c910a5731785 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:17.164865 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-84549781-955d-47e3-bf3a-973e75689de9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2285721 Oct 13 13:10:17.179163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:17.184549 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Transition to ACTIVE for port object 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:10:17.196132 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:17.278243 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:17.307624 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d807f7ad-df81-45c9-84ff-0a795d3cdd39 req-3efc4a15-3203-4bee-af0e-f5f0ba0f5f8e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 210 time: 0.1268940 Oct 13 13:10:17.321929 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:17.375231 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 425e5d36-f3e3-4d42-ac8c-c910a5731785 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:17.381361 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:17.386475 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 425e5d36-f3e3-4d42-ac8c-c910a5731785 Oct 13 13:10:17.528708 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Made reservation on behalf of 5e7312d0ac9248f2bfbece5611913ab2 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:17.533546 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:17.703528 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 425e5d36-f3e3-4d42-ac8c-c910a5731785 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:17.795349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Allocated IP 172.20.0.9 (6c7eaa8a-d195-41e7-950e-394b3e71b249/e900eebe-5fd1-4563-a448-d62d9e2148e1/8c64ab27-53ec-48f6-92d8-9ce773dd02d8) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:17.849862 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47290) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:17.859434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Attempting to bind port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:17.859784 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Attempting to bind port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:17.860121 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Attempting to bind port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 on network d7a9f8d3-62bc-4905-b92d-b9129667450a {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:18.021204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:18.029534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 on network d7a9f8d3-62bc-4905-b92d-b9129667450a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:10:18.029942 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Attempting to bind port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 on network d7a9f8d3-62bc-4905-b92d-b9129667450a {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:18.256598 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:18.289825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:18.290813 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Checking segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:18.291423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Bound using segment: {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:18.292148 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Bound port: 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eec81eb-ea12-4c50-968b-fdccac68cfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:18.292818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:18.318179 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0070f567-3bf7-47a9-b87c-02a14742c041 req-b5fc4611-daf5-4f97-929f-e1134640c1a2 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.6958604 Oct 13 13:10:18.484921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e6029013-9ff9-46b9-b85f-ddf874ad967c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:18.499034 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for port (95c8323b-318e-4698-a732-2714f447a0ff), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:18.570654 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-143afe4b-cebc-40cb-bb6c-1e201bff478e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2491953 Oct 13 13:10:18.631264 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] For port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:18.654352 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8f9da-2b07-4979-824f-fa92e1490733 req-0ca4a79c-c2b6-4301-8b58-f89a58fe8048 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:18.656678 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aca8f9da-2b07-4979-824f-fa92e1490733 req-0ca4a79c-c2b6-4301-8b58-f89a58fe8048 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.1437833 Oct 13 13:10:18.714896 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] For port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:18.754228 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:18.762713 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (95c8323b-318e-4698-a732-2714f447a0ff), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:18.765991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:18.767807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:18.777810 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 HTTP/1.1" status: 200 len: 1094 time: 4.7818656 Oct 13 13:10:18.833109 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'tag': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:18.899986 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:19.019141 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c246e7c9-6278-4f84-8b62-0b3a1ac0f49b up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:19.210521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:19.210971 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:19.211341 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b Oct 13 13:10:19.340429 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aca8f9da-2b07-4979-824f-fa92e1490733 req-0ca6da51-1e52-41d1-91a1-436b9ef0754e tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010778 Oct 13 13:10:19.341766 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:19.357767 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-fd9605ec-f7e6-434c-bc5e-6a8917dce25a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829490 Oct 13 13:10:19.478282 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:19.484346 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'Port': ['ID=95c8323b-318e-4698-a732-2714f447a0ff,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:19.579349 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:19.590613 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47336) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:19.623097 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:19.645635 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:19.645635 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:19.710034 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c366ebd0-c75c-4f9f-9702-8d4645279ca2 req-61a78925-f00f-478f-9ec2-a4adbafffedc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 210 time: 0.1948235 Oct 13 13:10:19.781279 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e4b1956c-15e5-45bc-b4e9-d4ab120c8136 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8104558 Oct 13 13:10:19.795926 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Request body: {'port': {'device_id': 'e125ab44-9111-4260-909d-95d57b7861a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:20.145384 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (95c8323b-318e-4698-a732-2714f447a0ff), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.148961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-ce05f413-81e0-4853-8170-55e82ce0f2d1 None None] Provisioning complete for port 95c8323b-318e-4698-a732-2714f447a0ff triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:20.150110 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ce05f413-81e0-4853-8170-55e82ce0f2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (95c8323b-318e-4698-a732-2714f447a0ff), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.150832 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-ce05f413-81e0-4853-8170-55e82ce0f2d1 None None] Attempt 1 to provision port 95c8323b-318e-4698-a732-2714f447a0ff Oct 13 13:10:20.195391 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f697f105-7811-46db-a4d6-42e4310a2e11 req-f7f3b363-5a80-4e75-9a08-0dc0797bf394 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.1605015 Oct 13 13:10:20.196220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c414ac6-9dad-4934-90a9-f5241299a724 service neutron] Pushing event updated for resources: {'Port': ['ID=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:20.202860 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:20.210001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3a6d971d-6554-44ec-b339-16a49a33c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:20.216475 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-3a6d971d-6554-44ec-b339-16a49a33c7c1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6027a602300d4d2bbf33ac329b2960f6&device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 1128 time: 1.1013350 Oct 13 13:10:20.222254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.265290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-ce05f413-81e0-4853-8170-55e82ce0f2d1 None None] Port 95c8323b-318e-4698-a732-2714f447a0ff cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:20.349326 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236e7a1a-02e4-4f87-ab85-ade629638730" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd9bb33-bad5-4d93-ba0f-558c63746e29", "tag": "56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:20.420009 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-1211358b-c3a2-473c-b965-45b041ebe7ae service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 HTTP/1.1" status: 200 len: 217 time: 0.1611562 Oct 13 13:10:20.424808 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7b09a75a-c639-4369-be4f-637b3d356c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.463360 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:20.467348 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e6029013-9ff9-46b9-b85f-ddf874ad967c admin admin] Publish callbacks [] for security_group (8be31bf3-275b-4115-ae7f-c64bce68a13e), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.534835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e6029013-9ff9-46b9-b85f-ddf874ad967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8be31bf3-275b-4115-ae7f-c64bce68a13e), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.578162 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:20.582884 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e6029013-9ff9-46b9-b85f-ddf874ad967c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7e54a1d888f74dd683f52403d6f93fce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5983195 Oct 13 13:10:20.591285 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47372) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:20.605330 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a3da8-314f-4f4b-8505-ec3e899191c0 req-5f12d13b-10b7-4d6b-84ee-7ba52515c4e6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:20.609627 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2a4a3da8-314f-4f4b-8505-ec3e899191c0 req-5f12d13b-10b7-4d6b-84ee-7ba52515c4e6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 932 time: 0.4994411 Oct 13 13:10:20.664351 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:20.674690 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6029013-9ff9-46b9-b85f-ddf874ad967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be31bf3-275b-4115-ae7f-c64bce68a13e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:20.745531 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-db2d72b8-b0cb-4b68-b690-a5f7982fb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:20.763817 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-db2d72b8-b0cb-4b68-b690-a5f7982fb5b7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=80e70b12-7f27-474d-bb9c-0581d05de9d8 HTTP/1.1" status: 200 len: 851 time: 0.3169699 Oct 13 13:10:20.874288 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd7d72-46b0-40b5-a2e4-3d6bba13926b req-a748fbfc-751a-410f-876e-29d925c1a160 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:20.881390 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19fd7d72-46b0-40b5-a2e4-3d6bba13926b req-a748fbfc-751a-410f-876e-29d925c1a160 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.3082430 Oct 13 13:10:20.943566 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:20.996415 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2a4a3da8-314f-4f4b-8505-ec3e899191c0 req-ca329063-37e3-4e01-abcb-d646c13273c5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333604 Oct 13 13:10:21.051422 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7b09a75a-c639-4369-be4f-637b3d356c52 admin admin] Publish callbacks [] for security_group (0cbd4016-7afa-4664-b5ca-990c1dffec1f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.073490 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7b09a75a-c639-4369-be4f-637b3d356c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0cbd4016-7afa-4664-b5ca-990c1dffec1f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.126508 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:21.127142 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19fd7d72-46b0-40b5-a2e4-3d6bba13926b req-874a3e26-b486-4a99-8c9a-80caae937d9d tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444036 Oct 13 13:10:21.133241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-0ab2d79e-d3f7-4458-89d2-00155a33c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:21.140650 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-0ab2d79e-d3f7-4458-89d2-00155a33c13f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=d7a9f8d3-62bc-4905-b92d-b9129667450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2368109 Oct 13 13:10:21.155503 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7b09a75a-c639-4369-be4f-637b3d356c52 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6bf5b6a35c884d048bc06f7de25fce11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5546541 Oct 13 13:10:21.178596 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47396) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:21.188013 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Allocated IP 172.20.0.7 (6c7eaa8a-d195-41e7-950e-394b3e71b249/e900eebe-5fd1-4563-a448-d62d9e2148e1/68ffba56-b1dd-4e82-b93a-56dd6b99c0b9) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:21.197608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'Port': ['ID=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:21.221927 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:21.271514 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09a75a-c639-4369-be4f-637b3d356c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbd4016-7afa-4664-b5ca-990c1dffec1f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:21.402848 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-03942888-f35f-404c-b053-d5e98da95fec req-bfc801d6-4132-4d9c-adf8-cb92eba71a89 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 210 time: 0.1080465 Oct 13 13:10:21.439111 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c8323b-318e-4698-a732-2714f447a0ff {{(pid=104573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:21.453100 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:21.463424 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Publish callbacks [] for port (95c8323b-318e-4698-a732-2714f447a0ff), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.492361 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:21.498192 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.521065 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749faced-377d-4562-a015-077e9fae1f04 x-openstack-request-id: req-749faced-377d-4562-a015-077e9fae1f04 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:21.523248 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd9bb33-bad5-4d93-ba0f-558c63746e29", "tag": "56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:21.523742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-749faced-377d-4562-a015-077e9fae1f04 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:21.525943 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749faced-377d-4562-a015-077e9fae1f04'] response: {'name': 'network-changed', 'server_uuid': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'tag': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0', 'status': 'completed', 'code': 200} Oct 13 13:10:21.541934 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.provisioning_blocks [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Transition to ACTIVE for port object 95c8323b-318e-4698-a732-2714f447a0ff will not be triggered until provisioned by entity L2. {{(pid=104573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:10:21.560794 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (95c8323b-318e-4698-a732-2714f447a0ff), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.667377 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-41392753-89f4-4132-8479-24032d9463a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6676531 Oct 13 13:10:21.705320 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-663271e7-f43d-4445-b722-23a7e7a6e2c7 req-94bcc1c2-f512-4fb5-8b6e-90b5ba6f9f38 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.1305444 Oct 13 13:10:21.724848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-62980516-2be2-4c9b-a02c-342fec038156 admin admin] Publish callbacks [] for security_group (0cbd4016-7afa-4664-b5ca-990c1dffec1f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.745801 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea8de40-9d86-49d2-a457-aed8f31cf29c admin admin] Publish callbacks [] for security_group (8be31bf3-275b-4115-ae7f-c64bce68a13e), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.754359 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Request body: {'port': {'device_id': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:21.841063 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-a077a34b-f7c8-45ed-9761-475e1815403d None None] Provisioning complete for port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:21.853165 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a077a34b-f7c8-45ed-9761-475e1815403d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.854533 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-a077a34b-f7c8-45ed-9761-475e1815403d None None] Attempt 1 to provision port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 Oct 13 13:10:21.855675 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-62980516-2be2-4c9b-a02c-342fec038156 admin admin] Publish callbacks [] for security_group (0cbd4016-7afa-4664-b5ca-990c1dffec1f), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:21.940750 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-a077a34b-f7c8-45ed-9761-475e1815403d None None] Port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:21.951789 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Pushing event updated for resources: {'Port': ['ID=95c8323b-318e-4698-a732-2714f447a0ff,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:21.980481 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea8de40-9d86-49d2-a457-aed8f31cf29c admin admin] Publish callbacks [] for security_group (8be31bf3-275b-4115-ae7f-c64bce68a13e), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.028939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-62980516-2be2-4c9b-a02c-342fec038156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0cbd4016-7afa-4664-b5ca-990c1dffec1f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.036089 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-62980516-2be2-4c9b-a02c-342fec038156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.037259 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-62980516-2be2-4c9b-a02c-342fec038156 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0cbd4016-7afa-4664-b5ca-990c1dffec1f HTTP/1.1" status: 204 len: 168 time: 0.8529544 Oct 13 13:10:22.055490 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:22.088055 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62980516-2be2-4c9b-a02c-342fec038156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbd4016-7afa-4664-b5ca-990c1dffec1f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:22.090672 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Attempting to bind port 95c8323b-318e-4698-a732-2714f447a0ff on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:22.092210 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Attempting to bind port 95c8323b-318e-4698-a732-2714f447a0ff by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:22.093148 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Attempting to bind port 95c8323b-318e-4698-a732-2714f447a0ff on network 9007e121-4e22-42f4-a8ed-c79c5c61badd {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:22.108425 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.128676 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-fe55ab37-9d52-460b-83ca-e25d7ec8660f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9142995 Oct 13 13:10:22.151464 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Port 95c8323b-318e-4698-a732-2714f447a0ff on network 9007e121-4e22-42f4-a8ed-c79c5c61badd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:10:22.152334 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Attempting to bind port 95c8323b-318e-4698-a732-2714f447a0ff on network 9007e121-4e22-42f4-a8ed-c79c5c61badd {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:22.216281 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:22.224868 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:22.225345 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Checking segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:22.226011 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Bound using segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} {{(pid=104573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:22.226657 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.managers [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Bound port: 95c8323b-318e-4698-a732-2714f447a0ff, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}}] {{(pid=104573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:22.227030 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (95c8323b-318e-4698-a732-2714f447a0ff), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.416798 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262049be-78ab-4d89-8035-9cead2298dc4 req-2438d51f-b174-4f84-94fc-5b807b1ca670 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:22.419375 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-262049be-78ab-4d89-8035-9cead2298dc4 req-2438d51f-b174-4f84-94fc-5b807b1ca670 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.0633967 Oct 13 13:10:22.442090 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae072d-66f8-43e7-8d3c-0a416265080c req-cfb631ae-5e36-41f0-8924-8fbfaf5aae99 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:22.443605 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-37ae072d-66f8-43e7-8d3c-0a416265080c req-cfb631ae-5e36-41f0-8924-8fbfaf5aae99 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 944 time: 0.1873000 Oct 13 13:10:22.518145 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] For port 95c8323b-318e-4698-a732-2714f447a0ff, host hv-cinder-82660, cleared binding levels {{(pid=104573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:22.556928 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47432) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:22.567347 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] For port 95c8323b-318e-4698-a732-2714f447a0ff, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=95c8323b-318e-4698-a732-2714f447a0ff,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:22.595522 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (95c8323b-318e-4698-a732-2714f447a0ff), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.617283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:22.617977 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.619966 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 1094 time: 2.8315406 Oct 13 13:10:22.626387 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:22.778985 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f04261e5-7d53-43a7-b0a1-6dd5dea1698a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.813856 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.847895 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-262049be-78ab-4d89-8035-9cead2298dc4 req-c1727aa8-4c71-4f69-ba5e-979d7a5d1ec2 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131281 Oct 13 13:10:22.860594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:22.861394 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:22.880131 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-37ae072d-66f8-43e7-8d3c-0a416265080c req-c75485ed-00cf-4c57-a488-84f5fefa5c9f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129186 Oct 13 13:10:22.933466 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b9e1e-7123-4f63-852c-51a15575ce3e service neutron] Pushing event updated for resources: {'Port': ['ID=95c8323b-318e-4698-a732-2714f447a0ff,revision_number=3']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:22.959440 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.970650 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:10:22.979532 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea8de40-9d86-49d2-a457-aed8f31cf29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8be31bf3-275b-4115-ae7f-c64bce68a13e), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.983513 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3ea8de40-9d86-49d2-a457-aed8f31cf29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:22.989860 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3ea8de40-9d86-49d2-a457-aed8f31cf29c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8be31bf3-275b-4115-ae7f-c64bce68a13e HTTP/1.1" status: 204 len: 168 time: 2.3876917 Oct 13 13:10:23.016095 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2295d374-d567-4f99-9640-0b8504dfafa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "tag": "95c8323b-318e-4698-a732-2714f447a0ff"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:23.120338 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:23.134995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.50', 52824) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:23.148755 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8de40-9d86-49d2-a457-aed8f31cf29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be31bf3-275b-4115-ae7f-c64bce68a13e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:23.152107 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'Port': ['ID=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:23.159555 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:23.204445 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e019281-9c0d-4ee0-8a7e-50f2df58e502 req-0043c4b0-9ec5-4849-98ec-afb9223bc70c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:23.205999 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e019281-9c0d-4ee0-8a7e-50f2df58e502 req-0043c4b0-9ec5-4849-98ec-afb9223bc70c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 931 time: 0.1079209 Oct 13 13:10:23.233020 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63a68a89-9fd6-447b-8e5b-5a68a91b956d req-ecde0a5c-8b9c-4847-8ef0-433f5016f1bb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0405624 Oct 13 13:10:23.360311 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5a1b2084-cf19-48b2-982b-6a8d045f2881 req-255c1ff1-d0b2-4d73-805d-d6d6220d95fd tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.2603638 Oct 13 13:10:23.416892 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e6b512b9-78dc-47ec-b82d-68ec0ea50511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:23.418385 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-e6b512b9-78dc-47ec-b82d-68ec0ea50511 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1128 time: 0.2108288 Oct 13 13:10:23.421119 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:23.429364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:23.430040 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:23.582158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-ed39b5d7-87a4-4537-ad57-fec7caed2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:23.588494 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-ed39b5d7-87a4-4537-ad57-fec7caed2309 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6027a602300d4d2bbf33ac329b2960f6&device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 1128 time: 0.1873002 Oct 13 13:10:23.769265 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:23.790766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Publish callbacks [] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:23.830213 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Transition to ACTIVE for port object 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:10:23.872661 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-ad6db385-d331-46a7-a0fb-5716c4acf898 None None] Provisioning complete for port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:23.882185 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ad6db385-d331-46a7-a0fb-5716c4acf898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:23.885836 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-ad6db385-d331-46a7-a0fb-5716c4acf898 None None] Attempt 1 to provision port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 Oct 13 13:10:23.891586 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-d645a827-f187-4b0c-bf8d-902c0de55ca8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1790726 Oct 13 13:10:23.971386 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:23.971620 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:23.998441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f9dccabf-eb46-471c-9c0a-62c39825d0da tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:24.006082 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f9dccabf-eb46-471c-9c0a-62c39825d0da tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 816 time: 0.8368177 Oct 13 13:10:24.021639 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Request body: {'port': {'device_id': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:24.033534 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-f45baea4-61c8-438c-8e5c-a0e07d17d841 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 217 time: 0.5906491 Oct 13 13:10:24.035278 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47476) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:24.040860 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95bf084-e69f-4b47-99ed-564f2a7f05d7 x-openstack-request-id: req-d95bf084-e69f-4b47-99ed-564f2a7f05d7 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:24.041162 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "tag": "95c8323b-318e-4698-a732-2714f447a0ff", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:24.041871 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-ad6db385-d331-46a7-a0fb-5716c4acf898 None None] Port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:24.043495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d95bf084-e69f-4b47-99ed-564f2a7f05d7 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:24.043980 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95bf084-e69f-4b47-99ed-564f2a7f05d7'] response: {'name': 'network-changed', 'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff', 'status': 'completed', 'code': 200} Oct 13 13:10:24.269236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fb4e95d2-feef-4786-9a4f-93ceaec9c4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:24.317816 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e019281-9c0d-4ee0-8a7e-50f2df58e502 req-e836a640-78d5-4999-9363-fc41f2474f4f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0689919 Oct 13 13:10:24.389148 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-b85fed51-0807-4b26-9fcf-5060918ee125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:24.401339 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-b85fed51-0807-4b26-9fcf-5060918ee125 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.3149085 Oct 13 13:10:24.422533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06c20-8f82-4a27-9eb3-c640b7d5eba6 req-b77da756-9f68-42a7-a4f9-7e7f00b71cc5 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:24.435383 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-85a06c20-8f82-4a27-9eb3-c640b7d5eba6 req-b77da756-9f68-42a7-a4f9-7e7f00b71cc5 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.1817880 Oct 13 13:10:24.541870 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Pushing event updated for resources: {'Port': ['ID=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:24.579427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:24.648129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-b6702ca6-8390-404b-b56d-b3ff67ade323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:24.649820 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-b6702ca6-8390-404b-b56d-b3ff67ade323 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2115149 Oct 13 13:10:24.650317 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:24.671948 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2ae88-d511-4f35-8121-ef4d4d23920d req-3c812799-16d4-4e3b-bd7a-0351d8d4513b tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:24.679666 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29e2ae88-d511-4f35-8121-ef4d4d23920d req-3c812799-16d4-4e3b-bd7a-0351d8d4513b tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 944 time: 0.2081985 Oct 13 13:10:24.752260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Attempting to bind port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:24.752260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Attempting to bind port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:24.752260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Attempting to bind port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:24.766439 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-85a06c20-8f82-4a27-9eb3-c640b7d5eba6 req-5585888f-1b17-43ff-8668-4114e89ebbb6 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297086 Oct 13 13:10:24.822374 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:24.847308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f04261e5-7d53-43a7-b0a1-6dd5dea1698a admin admin] Publish callbacks [] for security_group (42f33f75-7f8f-49c2-8e0a-20565a7a6ac7), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:24.872634 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:24.914016 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fb4e95d2-feef-4786-9a4f-93ceaec9c4fa admin admin] Publish callbacks [] for security_group (27b75f6f-d779-4723-a45f-5100e49c7bc7), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:24.928865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f04261e5-7d53-43a7-b0a1-6dd5dea1698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (42f33f75-7f8f-49c2-8e0a-20565a7a6ac7), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:24.953949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29e2ae88-d511-4f35-8121-ef4d4d23920d req-bfc2f45d-e345-4a2a-bd3d-186e359a8633 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733006 Oct 13 13:10:24.957145 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fb4e95d2-feef-4786-9a4f-93ceaec9c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (27b75f6f-d779-4723-a45f-5100e49c7bc7), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:24.962560 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3835d9bf-f2ad-4f03-a71b-39cc9fea15ac req-6059e192-dd03-440f-9ed1-56e2ba7cb51a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.0745695 Oct 13 13:10:25.013582 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-1beec98d-18d7-4576-a7a4-62359255aae0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270557 Oct 13 13:10:25.035646 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fb4e95d2-feef-4786-9a4f-93ceaec9c4fa admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=15acee4862cc4fdfab62c492de2c55b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9742970 Oct 13 13:10:25.036586 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47508) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:25.038617 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e95d2-feef-4786-9a4f-93ceaec9c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b75f6f-d779-4723-a45f-5100e49c7bc7,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:25.068496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:25.087666 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04261e5-7d53-43a7-b0a1-6dd5dea1698a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f33f75-7f8f-49c2-8e0a-20565a7a6ac7,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:25.145835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:10:25.146171 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Attempting to bind port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:25.167801 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-855b945c-d2d0-4719-8a24-778ad4477131 admin admin] Publish callbacks [] for security_group (27b75f6f-d779-4723-a45f-5100e49c7bc7), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.204938 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38cd8ce8-6632-4c6c-a56a-5fd2085e7168 req-d03f576e-72d3-4507-b514-09f04fe82746 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671767 Oct 13 13:10:25.206786 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-855b945c-d2d0-4719-8a24-778ad4477131 admin admin] Publish callbacks [] for security_group (27b75f6f-d779-4723-a45f-5100e49c7bc7), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.231411 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-6e4bb26a-45b4-435b-92af-0ba76ee7ee78 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 379 time: 0.9686382 Oct 13 13:10:25.281001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-855b945c-d2d0-4719-8a24-778ad4477131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (27b75f6f-d779-4723-a45f-5100e49c7bc7), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.281302 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-687ffa7f-c6be-4834-8b05-566635f98ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:25.283162 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-687ffa7f-c6be-4834-8b05-566635f98ec5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=d7a9f8d3-62bc-4905-b92d-b9129667450a HTTP/1.1" status: 200 len: 913 time: 1.4043546 Oct 13 13:10:25.284465 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-855b945c-d2d0-4719-8a24-778ad4477131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.289078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-855b945c-d2d0-4719-8a24-778ad4477131 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/27b75f6f-d779-4723-a45f-5100e49c7bc7 HTTP/1.1" status: 204 len: 168 time: 0.2468767 Oct 13 13:10:25.299874 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b945c-d2d0-4719-8a24-778ad4477131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b75f6f-d779-4723-a45f-5100e49c7bc7,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:25.399764 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'port': {'device_id': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'admin_state_up': True, 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'security_groups': ['0bac63e9-5253-40e5-aa0f-bae407b800bd']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:25.486222 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.499489 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:25.499944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Checking segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:25.500493 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Bound using segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:25.501074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Bound port: 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:25.501586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.514191 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a5469-0225-4862-a0ea-fa6734eb1f4d req-59149dc9-52c4-414c-8405-50da90815e31 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:25.516453 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-557a5469-0225-4862-a0ea-fa6734eb1f4d req-59149dc9-52c4-414c-8405-50da90815e31 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 931 time: 0.0786185 Oct 13 13:10:25.517018 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47524) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:25.517400 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f04261e5-7d53-43a7-b0a1-6dd5dea1698a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3fa99f88c34c46e2949f9dd2eea82a38&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9325502 Oct 13 13:10:25.621519 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-557a5469-0225-4862-a0ea-fa6734eb1f4d req-75b8fc87-cda3-4a93-8823-4278cd0388f6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962660 Oct 13 13:10:25.645713 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e225cda7-1bde-4298-97b2-3410be682c0b admin admin] Publish callbacks [] for security_group (42f33f75-7f8f-49c2-8e0a-20565a7a6ac7), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.657875 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] For port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:25.662057 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] For port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:25.669693 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:25.672654 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-48cb07cb-f5c5-4f63-8142-2464f6d9809f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 HTTP/1.1" status: 200 len: 217 time: 0.1666772 Oct 13 13:10:25.673686 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e225cda7-1bde-4298-97b2-3410be682c0b admin admin] Publish callbacks [] for security_group (42f33f75-7f8f-49c2-8e0a-20565a7a6ac7), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.678134 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.703246 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:25.703874 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.705260 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 200 len: 1093 time: 3.9566486 Oct 13 13:10:25.705831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'tag': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:25.708157 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079" -d '{"events": [{"name": "network-changed", "server_uuid": "0548a3eb-e119-482c-ac70-04fbc6f83bf7", "tag": "8c64ab27-53ec-48f6-92d8-9ce773dd02d8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:25.756976 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e225cda7-1bde-4298-97b2-3410be682c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (42f33f75-7f8f-49c2-8e0a-20565a7a6ac7), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.773241 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e225cda7-1bde-4298-97b2-3410be682c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.777281 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e225cda7-1bde-4298-97b2-3410be682c0b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/42f33f75-7f8f-49c2-8e0a-20565a7a6ac7 HTTP/1.1" status: 204 len: 168 time: 0.2592404 Oct 13 13:10:25.815521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225cda7-1bde-4298-97b2-3410be682c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f33f75-7f8f-49c2-8e0a-20565a7a6ac7,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:25.894058 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fd3650-c963-4fad-bcf9-27e825827f34 x-openstack-request-id: req-f3fd3650-c963-4fad-bcf9-27e825827f34 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:25.894331 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0548a3eb-e119-482c-ac70-04fbc6f83bf7", "tag": "8c64ab27-53ec-48f6-92d8-9ce773dd02d8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:25.894529 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3fd3650-c963-4fad-bcf9-27e825827f34 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:25.894879 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fd3650-c963-4fad-bcf9-27e825827f34'] response: {'name': 'network-changed', 'server_uuid': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'tag': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8', 'status': 'completed', 'code': 200} Oct 13 13:10:25.900356 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Made reservation on behalf of 4af4b9833fd14a1f881610bbc90bbd37 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:25.906290 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-36eff877-8006-44ba-85f3-11f657bdee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:25.909609 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:25.912697 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-36eff877-8006-44ba-85f3-11f657bdee37 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0850523 Oct 13 13:10:25.937328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-6e753b15-2d3b-4e51-a504-b0e1f81412b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:25.938851 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-6e753b15-2d3b-4e51-a504-b0e1f81412b4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1128 time: 0.1420691 Oct 13 13:10:25.954519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e3df8-5167-49f8-bc3e-513a2595e57c service neutron] Pushing event updated for resources: {'Port': ['ID=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:26.007000 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-421ff0f7-78ad-4772-9390-f3f69cc01e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:26.008711 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-421ff0f7-78ad-4772-9390-f3f69cc01e21 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=80e70b12-7f27-474d-bb9c-0581d05de9d8 HTTP/1.1" status: 200 len: 851 time: 0.2131529 Oct 13 13:10:26.092632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bf8c3-246b-4d97-a118-ddc5627c3e32 req-661ffcd9-ab85-4dab-87b1-77b711c4d54c tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:26.099918 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-551bf8c3-246b-4d97-a118-ddc5627c3e32 req-661ffcd9-ab85-4dab-87b1-77b711c4d54c tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.1485803 Oct 13 13:10:26.127604 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:26.166304 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:26.176876 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-551bf8c3-246b-4d97-a118-ddc5627c3e32 req-a31436b9-d964-4fa3-928f-b147db39fbe0 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706272 Oct 13 13:10:26.188324 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Publish callbacks [] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.210707 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Allocated IP 172.20.0.11 (be617289-4b6b-4fbf-91a3-2f05a4825667/7852389a-ef32-4c0d-8e3a-51545dc601e2/bd0eddba-ab0b-4c35-805b-853067734898) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:26.217693 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Transition to ACTIVE for port object 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:10:26.225540 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.294553 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19cf4e-ddf3-49d0-b355-bb1d1c47c91b req-5286fbbd-afcb-48e9-b3f5-db8db69481f1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:26.296207 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac19cf4e-ddf3-49d0-b355-bb1d1c47c91b req-5286fbbd-afcb-48e9-b3f5-db8db69481f1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 944 time: 0.1326609 Oct 13 13:10:26.357857 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5116fdd-82ad-4a43-8c71-d23dd2a9c96e req-880c4abc-186b-4f43-9713-55a8f6bf1cdc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.0706391 Oct 13 13:10:26.424621 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac19cf4e-ddf3-49d0-b355-bb1d1c47c91b req-b5759da3-0caf-4e28-aa3d-d9820d296f7c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133597 Oct 13 13:10:26.473861 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:26.533030 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Attempting to bind port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:26.533379 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Attempting to bind port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:26.533994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Attempting to bind port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:26.606409 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:10:26.606750 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Attempting to bind port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:26.655816 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:26.674107 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for port (bd0eddba-ab0b-4c35-805b-853067734898), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.680020 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:26.692931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:26.693358 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Checking segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:26.693793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Bound using segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:26.694194 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Bound port: 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:26.694732 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.791799 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.843542 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] For port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:26.869249 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] For port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:26.873698 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:26.878377 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:26.880870 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1300e4-1ca4-4493-822f-fbc717b41fa6 req-408c658a-5b7d-4773-90c9-287532902a1f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:26.882832 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:26.882996 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9d1300e4-1ca4-4493-822f-fbc717b41fa6 req-408c658a-5b7d-4773-90c9-287532902a1f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0945284 Oct 13 13:10:26.887617 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:26.888252 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.904061 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.906356 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:26.913477 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-f157b6e7-d170-45eb-9cc5-dd06c8ac1293 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6292238 Oct 13 13:10:26.917846 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:26.918063 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:26.919494 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 HTTP/1.1" status: 200 len: 1093 time: 2.9122472 Oct 13 13:10:26.967457 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9d1300e4-1ca4-4493-822f-fbc717b41fa6 req-4ac2bc0f-239a-45df-b498-db4f2edd4a5e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Oct 13 13:10:27.007175 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdefe02-ac2e-46f1-b7ef-6c720e077bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:27.185605 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-6f62b6d2-2770-49b0-b578-6e5aa6937bab None None] Provisioning complete for port bd0eddba-ab0b-4c35-805b-853067734898 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:27.186109 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6f62b6d2-2770-49b0-b578-6e5aa6937bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (bd0eddba-ab0b-4c35-805b-853067734898), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:27.186294 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-6f62b6d2-2770-49b0-b578-6e5aa6937bab None None] Attempt 1 to provision port bd0eddba-ab0b-4c35-805b-853067734898 Oct 13 13:10:27.224883 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-6f62b6d2-2770-49b0-b578-6e5aa6937bab None None] Port bd0eddba-ab0b-4c35-805b-853067734898 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:10:27.327889 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11db17-43fc-45d5-8021-ae101711ba3f req-e9bd6a99-fc81-402d-a290-03d6ee0b9c96 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:27.330181 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fc11db17-43fc-45d5-8021-ae101711ba3f req-e9bd6a99-fc81-402d-a290-03d6ee0b9c96 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.0591445 Oct 13 13:10:27.383550 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:27.389383 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fc11db17-43fc-45d5-8021-ae101711ba3f req-1b19c457-25cf-48c1-9c88-6551f10ac21f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490451 Oct 13 13:10:27.461179 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47622) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:27.527643 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03dcd-3720-4e0b-9827-91d73acbbee4 req-35d01aa6-614b-426a-b6ec-93aa550dcebb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:27.537713 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ba03dcd-3720-4e0b-9827-91d73acbbee4 req-35d01aa6-614b-426a-b6ec-93aa550dcebb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 932 time: 0.0791416 Oct 13 13:10:27.582825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-d0d8dbf2-870e-47ef-b960-30a832b3868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:27.584596 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-d0d8dbf2-870e-47ef-b960-30a832b3868f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=d7a9f8d3-62bc-4905-b92d-b9129667450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466652 Oct 13 13:10:27.599453 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Request body: {'port': {'device_id': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:27.619475 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-dd674da6-e325-449f-9265-a716c241c1ec service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 200 len: 217 time: 0.0782447 Oct 13 13:10:27.668908 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8991aea-edb9-40fa-9a65-bc2becff4fad req-805b036d-1390-4638-8df0-2c27bc9025e4 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:27.670389 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c8991aea-edb9-40fa-9a65-bc2becff4fad req-805b036d-1390-4638-8df0-2c27bc9025e4 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 944 time: 0.1619549 Oct 13 13:10:27.704118 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ba03dcd-3720-4e0b-9827-91d73acbbee4 req-27967f10-b142-4be1-a77e-a67938856e39 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651692 Oct 13 13:10:27.744404 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-8abe5ab0-31a5-43bf-aa5d-97db89c29590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:27.745712 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-8abe5ab0-31a5-43bf-aa5d-97db89c29590 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.1000772 Oct 13 13:10:27.807981 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c8991aea-edb9-40fa-9a65-bc2becff4fad req-7261b280-b7d1-4363-8c03-51980859d13b tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109915 Oct 13 13:10:27.822200 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421740d6-e355-447d-8464-859fa3ff360a req-ac905937-a596-4dfe-81c1-f74bc44cd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:27.823754 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-ac905937-a596-4dfe-81c1-f74bc44cd310 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699394 Oct 13 13:10:27.952680 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-8f3d6287-4f61-459e-b56f-7b2f98305b5e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225688 Oct 13 13:10:27.996806 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'tag': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:27.999034 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d4bba-f28d-4412-a05e-6b2c69b7799c" -d '{"events": [{"name": "network-changed", "server_uuid": "96c829cb-4dde-467c-b50f-b2f666bdab0b", "tag": "68ffba56-b1dd-4e82-b93a-56dd6b99c0b9"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:28.002348 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1b99f0be-5031-4c14-89bd-e2fe0af64658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.004379 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.018449 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-4bd951e2-3849-4b9c-99c6-82584e3f6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:28.020077 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-4bd951e2-3849-4b9c-99c6-82584e3f6bc9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 1127 time: 0.4335737 Oct 13 13:10:28.069319 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-421740d6-e355-447d-8464-859fa3ff360a req-2a30a9af-94c9-4a82-8450-2b6b1152a978 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101151 Oct 13 13:10:28.142038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88beba-f3c3-4640-aa77-5e2728a769ff x-openstack-request-id: req-3d88beba-f3c3-4640-aa77-5e2728a769ff {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:28.142038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c829cb-4dde-467c-b50f-b2f666bdab0b", "tag": "68ffba56-b1dd-4e82-b93a-56dd6b99c0b9", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:28.142038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d88beba-f3c3-4640-aa77-5e2728a769ff {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:28.142369 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d88beba-f3c3-4640-aa77-5e2728a769ff'] response: {'name': 'network-changed', 'server_uuid': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'tag': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9', 'status': 'completed', 'code': 200} Oct 13 13:10:28.181953 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cccd89-b52a-48ae-9d8a-ff3331deb4d4 req-5d3fb337-bcc9-4309-a501-107cad9c44a1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:28.183786 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98cccd89-b52a-48ae-9d8a-ff3331deb4d4 req-5d3fb337-bcc9-4309-a501-107cad9c44a1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0614657 Oct 13 13:10:28.207688 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:28.259309 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98cccd89-b52a-48ae-9d8a-ff3331deb4d4 req-71cf0a04-e1ec-40b8-ad15-25ddb814453f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Oct 13 13:10:28.321981 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-81ba341f-7c0e-4477-9d69-f31957604047 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 HTTP/1.1" status: 200 len: 217 time: 0.1901822 Oct 13 13:10:28.392941 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-910cc61a-6f59-4843-b97c-07c24c180397 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901258 Oct 13 13:10:28.437613 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-7a94ea90-b7a2-4e34-921d-bae26aaed354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:28.439232 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-7a94ea90-b7a2-4e34-921d-bae26aaed354 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.9135101 Oct 13 13:10:28.450180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:28.527525 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1b99f0be-5031-4c14-89bd-e2fe0af64658 admin admin] Publish callbacks [] for security_group (57cb7005-088e-4800-8161-2f264ee53a9a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.538329 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1b99f0be-5031-4c14-89bd-e2fe0af64658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (57cb7005-088e-4800-8161-2f264ee53a9a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.552453 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c107ae-e99a-42dd-a3a4-334406f18908 req-291b46ef-ff3c-48a3-9fa0-41354ccb578f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:28.553946 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5c107ae-e99a-42dd-a3a4-334406f18908 req-291b46ef-ff3c-48a3-9fa0-41354ccb578f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 944 time: 0.0627122 Oct 13 13:10:28.598411 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:28.626999 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5c107ae-e99a-42dd-a3a4-334406f18908 req-5330eaa9-f85e-4dc8-8b60-76af0b021733 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Oct 13 13:10:28.630715 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1b99f0be-5031-4c14-89bd-e2fe0af64658 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a0873e26915f4efeb27ac6308f48d628&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1678901 Oct 13 13:10:28.634756 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47676) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:28.639396 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99f0be-5031-4c14-89bd-e2fe0af64658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cb7005-088e-4800-8161-2f264ee53a9a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:28.648573 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0eddba-ab0b-4c35-805b-853067734898 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:28.658864 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Publish callbacks [] for port (bd0eddba-ab0b-4c35-805b-853067734898), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.673485 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Transition to ACTIVE for port object bd0eddba-ab0b-4c35-805b-853067734898 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:10:28.677764 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.694408 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6a54fdca-373e-42a0-8cd2-3de2212fb2cd admin admin] Publish callbacks [] for security_group (57cb7005-088e-4800-8161-2f264ee53a9a), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.716744 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6a54fdca-373e-42a0-8cd2-3de2212fb2cd admin admin] Publish callbacks [] for security_group (57cb7005-088e-4800-8161-2f264ee53a9a), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.745244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:10:28.750531 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:28.765932 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Attempting to bind port bd0eddba-ab0b-4c35-805b-853067734898 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:28.766290 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Attempting to bind port bd0eddba-ab0b-4c35-805b-853067734898 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:28.766665 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Attempting to bind port bd0eddba-ab0b-4c35-805b-853067734898 on network be617289-4b6b-4fbf-91a3-2f05a4825667 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:28.774852 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6a54fdca-373e-42a0-8cd2-3de2212fb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (57cb7005-088e-4800-8161-2f264ee53a9a), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.778432 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6a54fdca-373e-42a0-8cd2-3de2212fb2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:28.779922 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6a54fdca-373e-42a0-8cd2-3de2212fb2cd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/57cb7005-088e-4800-8161-2f264ee53a9a HTTP/1.1" status: 204 len: 168 time: 0.1442027 Oct 13 13:10:28.788485 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54fdca-373e-42a0-8cd2-3de2212fb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cb7005-088e-4800-8161-2f264ee53a9a,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:28.856115 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-65654a73-5a6b-4b3e-91e7-26ab1a5edd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:28.857772 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-65654a73-5a6b-4b3e-91e7-26ab1a5edd87 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0612473 Oct 13 13:10:28.952157 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-28e481ca-bcf8-4afb-8a70-dde7fd71872b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 217 time: 0.1021910 Oct 13 13:10:28.996611 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Port bd0eddba-ab0b-4c35-805b-853067734898 on network be617289-4b6b-4fbf-91a3-2f05a4825667 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:10:28.996938 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Attempting to bind port bd0eddba-ab0b-4c35-805b-853067734898 on network be617289-4b6b-4fbf-91a3-2f05a4825667 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:29.001510 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:29.014793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0', 'network_id': 'd7a9f8d3-62bc-4905-b92d-b9129667450a', 'port_id': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0', 'mac_address': 'fa:16:3e:df:a2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e70b12-7f27-474d-bb9c-0581d05de9d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:10:29.051331 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:29.057168 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:29.057755 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.077719 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:29.108331 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:29.114838 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f414d0-bbf4-4d68-801d-c623b05e9792 req-5e47697b-0ffa-4445-9d1c-e1a164dfee5e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.116363 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c6f414d0-bbf4-4d68-801d-c623b05e9792 req-5e47697b-0ffa-4445-9d1c-e1a164dfee5e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 944 time: 0.1505561 Oct 13 13:10:29.116485 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.117121 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 95c8323b-318e-4698-a732-2714f447a0ff details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:10:29.126884 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-38da2e3d-db3e-49ab-8e84-ff70925c9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.128423 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-38da2e3d-db3e-49ab-8e84-ff70925c9a16 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.2776334 Oct 13 13:10:29.137187 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5ab-5e93-48d3-955c-b02773a294bd req-fce0509e-af8f-4663-8355-1238c94a536b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.143935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4c1b5ab-5e93-48d3-955c-b02773a294bd req-fce0509e-af8f-4663-8355-1238c94a536b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0903580 Oct 13 13:10:29.192817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-824316a6-7b57-4fff-881f-0e9c1bc6332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.194347 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-824316a6-7b57-4fff-881f-0e9c1bc6332d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573843 Oct 13 13:10:29.199035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-2986501b-6125-4b3f-a36d-5a9cb45b67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.200476 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-2986501b-6125-4b3f-a36d-5a9cb45b67a6 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.2225728 Oct 13 13:10:29.269990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:29.273511 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:29.281542 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c6f414d0-bbf4-4d68-801d-c623b05e9792 req-fba2b1ae-165f-43ca-9e76-802877aa4040 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241369 Oct 13 13:10:29.321516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:29.321516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Checking segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:29.321516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Bound using segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:29.321516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Bound port: bd0eddba-ab0b-4c35-805b-853067734898, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:29.321516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.321516 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-32491320-e72a-4385-ab9c-e5c2d005b09e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674356 Oct 13 13:10:29.363746 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-aa35425b-242f-4d15-81a4-f5fe4906b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.375306 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-aa35425b-242f-4d15-81a4-f5fe4906b29b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1516385 Oct 13 13:10:29.415180 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 95c8323b-318e-4698-a732-2714f447a0ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=95c8323b-318e-4698-a732-2714f447a0ff,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:29.437280 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '95c8323b-318e-4698-a732-2714f447a0ff', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'port_id': '95c8323b-318e-4698-a732-2714f447a0ff', 'mac_address': 'fa:16:3e:28:2a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:10:29.447204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:29.459638 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-a71c19fa-c35e-4306-8533-bc5c15af5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.461384 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-a71c19fa-c35e-4306-8533-bc5c15af5ad0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.5979881 Oct 13 13:10:29.487030 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 95c8323b-318e-4698-a732-2714f447a0ff is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:29.487661 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (95c8323b-318e-4698-a732-2714f447a0ff), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.499563 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4c1b5ab-5e93-48d3-955c-b02773a294bd req-9fd36008-7c04-4a4c-bd6b-2981ee97ae67 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547063 Oct 13 13:10:29.562705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c8323b-318e-4698-a732-2714f447a0ff {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:29.584449 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-12c6fe66-c40f-44cc-8a2b-745445f62396 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 200 len: 217 time: 0.0467727 Oct 13 13:10:29.599585 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 95c8323b-318e-4698-a732-2714f447a0ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=95c8323b-318e-4698-a732-2714f447a0ff,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:29.607616 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (95c8323b-318e-4698-a732-2714f447a0ff), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.647835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b3545-e8c8-4517-9125-3731a5d7d609 req-ad6284ff-cb8c-4306-a8cb-57275d2df841 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.656676 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4f1b3545-e8c8-4517-9125-3731a5d7d609 req-ad6284ff-cb8c-4306-a8cb-57275d2df841 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.2504115 Oct 13 13:10:29.727826 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-3c33e24f-99a8-4b45-82d1-d8f46cff8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.729284 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-3c33e24f-99a8-4b45-82d1-d8f46cff8024 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.1380961 Oct 13 13:10:29.740503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=95c8323b-318e-4698-a732-2714f447a0ff,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:29.755023 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:29.821740 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-25ca28ae-6ebb-4cce-8595-fc8e67b54aa1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929852 Oct 13 13:10:29.866977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:29.884219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:29.964087 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:10:29.967698 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-b27fa72c-ca06-4339-9755-8e792ca220e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.969424 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-b27fa72c-ca06-4339-9755-8e792ca220e6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2316892 Oct 13 13:10:29.981848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.986496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:29.987165 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:29.988876 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 1094 time: 2.3939273 Oct 13 13:10:30.078371 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4f1b3545-e8c8-4517-9125-3731a5d7d609 req-f1f6a65c-70ca-4939-b5e4-8b185b218278 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208016 Oct 13 13:10:30.092777 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-ae3b2e1a-6301-4749-bdf2-ad766aa86cd2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742728 Oct 13 13:10:30.167133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:30.167592 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['95c8323b-318e-4698-a732-2714f447a0ff'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:10:30.169524 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:30.208045 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90329d2c-e4ef-4b49-9223-9f3954de0f4b req-0922915b-2a69-4553-971f-4bba1922f63e tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:30.211030 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-90329d2c-e4ef-4b49-9223-9f3954de0f4b req-0922915b-2a69-4553-971f-4bba1922f63e tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 945 time: 0.2405376 Oct 13 13:10:30.223692 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-1e49fa6c-cfb0-46e2-af25-697f30d6d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:30.225227 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-1e49fa6c-cfb0-46e2-af25-697f30d6d9ee service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1128 time: 0.1811461 Oct 13 13:10:30.276892 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-d0e7810e-4cc7-4a50-b2a7-98332f5f6e3b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 217 time: 0.0412738 Oct 13 13:10:30.277909 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51e353-3951-443f-90a1-0fd5d59eff79 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:30.281788 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47738) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:30.287242 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:30.291241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a92ce0-979d-4af4-a887-8750de582500 x-openstack-request-id: req-55a92ce0-979d-4af4-a887-8750de582500 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:30.291526 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:30.291778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55a92ce0-979d-4af4-a887-8750de582500 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:30.292186 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a92ce0-979d-4af4-a887-8750de582500'] response: {'name': 'network-changed', 'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'status': 'completed', 'code': 200} Oct 13 13:10:30.295545 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:30.295803 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d5058d21-6ac6-43bb-96ad-9c3688e07618 req-bdcfdd45-1e3c-49f3-9090-5470458d5a16 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488070 Oct 13 13:10:30.300555 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-87ab9515-2ef6-4c8e-a5c9-7a6bb93f4d30 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089690 Oct 13 13:10:30.412616 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-c197b3a5-42b0-465b-89ea-af62a69d4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:30.414149 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-c197b3a5-42b0-465b-89ea-af62a69d4b02 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.1136427 Oct 13 13:10:30.430702 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2295d374-d567-4f99-9640-0b8504dfafa8 req-b2e9fba2-36a3-4c48-adf5-86979692a73e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240728 Oct 13 13:10:30.493178 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-90329d2c-e4ef-4b49-9223-9f3954de0f4b req-4fdfef54-9751-4981-a823-bbd92b5ee89d tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647445 Oct 13 13:10:30.578178 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec24c5-5874-4031-b401-e3486847fe18 req-5f580b46-2df9-4bc0-ad71-541633e057d3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:30.579836 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21ec24c5-5874-4031-b401-e3486847fe18 req-5f580b46-2df9-4bc0-ad71-541633e057d3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 945 time: 0.1059728 Oct 13 13:10:30.582058 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b24c8ad-532b-4442-9f9d-ec96dd2b9079 req-a27946c8-946c-48c4-9a2f-e97aa6e6e02a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714264 Oct 13 13:10:30.676715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0caaf-5cae-494a-a717-24845b7661a3 req-a6ff518e-ee8f-4d1b-a9bb-8123c3df6024 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:30.678491 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9ff0caaf-5cae-494a-a717-24845b7661a3 req-a6ff518e-ee8f-4d1b-a9bb-8123c3df6024 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0658081 Oct 13 13:10:30.686292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31a6a982-c73a-42c8-b590-4808e7ca21be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:30.687704 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-21ec24c5-5874-4031-b401-e3486847fe18 req-e22ea6e9-1ddc-4d75-885e-83c0fb9793d1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000268 Oct 13 13:10:30.734704 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9ff0caaf-5cae-494a-a717-24845b7661a3 req-555fc5f5-8e94-4107-9a5b-fc074efbd5a8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451155 Oct 13 13:10:30.778565 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31a6a982-c73a-42c8-b590-4808e7ca21be admin admin] Publish callbacks [] for security_group (ef05eac3-b7df-4a30-b1e8-2180a07bbd97), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:30.782990 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31a6a982-c73a-42c8-b590-4808e7ca21be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ef05eac3-b7df-4a30-b1e8-2180a07bbd97), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:30.827278 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-31a6a982-c73a-42c8-b590-4808e7ca21be admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f9a60ab0ddf94adbad30380c602df80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315585 Oct 13 13:10:30.827278 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6a982-c73a-42c8-b590-4808e7ca21be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05eac3-b7df-4a30-b1e8-2180a07bbd97,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:30.829360 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 47764) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:30.900161 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:10:30.917543 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-365e3630-b18f-4514-b173-c28779e0a3e0 admin admin] Publish callbacks [] for security_group (ef05eac3-b7df-4a30-b1e8-2180a07bbd97), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:30.951207 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-365e3630-b18f-4514-b173-c28779e0a3e0 admin admin] Publish callbacks [] for security_group (ef05eac3-b7df-4a30-b1e8-2180a07bbd97), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.003138 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:31.015273 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-365e3630-b18f-4514-b173-c28779e0a3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ef05eac3-b7df-4a30-b1e8-2180a07bbd97), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.018292 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:31.021323 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-365e3630-b18f-4514-b173-c28779e0a3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.027830 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-365e3630-b18f-4514-b173-c28779e0a3e0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ef05eac3-b7df-4a30-b1e8-2180a07bbd97 HTTP/1.1" status: 204 len: 168 time: 0.1965899 Oct 13 13:10:31.032468 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'port_id': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8', 'mac_address': 'fa:16:3e:d3:0e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:10:31.039099 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e3630-b18f-4514-b173-c28779e0a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05eac3-b7df-4a30-b1e8-2180a07bbd97,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:31.122508 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:31.122905 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.144471 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-3b46baea-d279-4ad1-80fe-c16ed2fddede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.146518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-3b46baea-d279-4ad1-80fe-c16ed2fddede service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 1127 time: 0.0549560 Oct 13 13:10:31.156798 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:31.200946 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:31.218176 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-adefa214-031f-4924-ad1d-c077043c451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.219560 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.225250 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-adefa214-031f-4924-ad1d-c077043c451b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1421804 Oct 13 13:10:31.275436 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:31.387193 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:10:31.391384 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:31.397137 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:31.399198 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.399690 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 Oct 13 13:10:31.405471 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-88fcce7c-9760-419a-8485-2682bf450730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.406949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-88fcce7c-9760-419a-8485-2682bf450730 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.2520411 Oct 13 13:10:31.453679 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['8c64ab27-53ec-48f6-92d8-9ce773dd02d8'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:10:31.479038 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a594ddf-5db2-45cf-83e9-8396e485ff76 req-125a7556-e870-4b25-8779-af5c1f14e11a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.479038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a594ddf-5db2-45cf-83e9-8396e485ff76 req-125a7556-e870-4b25-8779-af5c1f14e11a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.1786437 Oct 13 13:10:31.530098 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-573d406e-f6e6-4bf2-8214-b5a08c63f871 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 HTTP/1.1" status: 200 len: 217 time: 0.1031983 Oct 13 13:10:31.572657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:31.618141 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-b28a72bd-0e2e-4f84-b930-9e19d896c1df service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860669 Oct 13 13:10:31.708222 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:31.708618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.749986 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:31.765942 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-b946aee5-9696-4741-ba9a-ec086fef441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.767396 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-b946aee5-9696-4741-ba9a-ec086fef441d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.2214115 Oct 13 13:10:31.780156 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47840) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:31.782852 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a594ddf-5db2-45cf-83e9-8396e485ff76 req-cedb6131-df43-4fcd-9acc-87ab19e576d5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552795 Oct 13 13:10:31.802583 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d02feec-5032-4e90-a719-486eebc681ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.854128 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f6b0f773-dad5-4683-aea7-92586ed5af7b req-37a9cc0c-f80c-4bfa-9821-2ec9d916a7bf service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263458 Oct 13 13:10:31.909693 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-38c0df0c-bb8e-45eb-82c2-7c72132e9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.912725 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-38c0df0c-bb8e-45eb-82c2-7c72132e9afe service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991399 Oct 13 13:10:31.925993 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0599c5-27f6-4b0b-a575-55c840bc9db4 req-fb16924a-1911-4209-9002-4d2bfef2deee tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:31.926432 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0d0599c5-27f6-4b0b-a575-55c840bc9db4 req-fb16924a-1911-4209-9002-4d2bfef2deee tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 945 time: 0.2553484 Oct 13 13:10:31.935275 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:31.940267 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d02feec-5032-4e90-a719-486eebc681ce admin admin] Publish callbacks [] for security_group (c0786c08-ca6c-4481-947a-1064cf33151b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.952080 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d02feec-5032-4e90-a719-486eebc681ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c0786c08-ca6c-4481-947a-1064cf33151b), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:31.985025 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2d02feec-5032-4e90-a719-486eebc681ce admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2a53a8e06c674b21be97af21d5ae7602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013619 Oct 13 13:10:31.985700 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 47850) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:32.009414 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3da33-2f55-48c4-9a17-91cc965bb253 req-085814a5-0f61-45ec-a60b-f25dbbb7729c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:32.016440 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-62d3da33-2f55-48c4-9a17-91cc965bb253 req-085814a5-0f61-45ec-a60b-f25dbbb7729c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 945 time: 0.1022639 Oct 13 13:10:32.031418 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02feec-5032-4e90-a719-486eebc681ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0786c08-ca6c-4481-947a-1064cf33151b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:32.044585 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:32.075723 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0d0599c5-27f6-4b0b-a575-55c840bc9db4 req-3597c86d-63ec-464c-a276-3f4c07a8ec62 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263299 Oct 13 13:10:32.087724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a41d0c64-7f9f-4fcb-92bc-597f711c38fc admin admin] Publish callbacks [] for security_group (c0786c08-ca6c-4481-947a-1064cf33151b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.118783 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a41d0c64-7f9f-4fcb-92bc-597f711c38fc admin admin] Publish callbacks [] for security_group (c0786c08-ca6c-4481-947a-1064cf33151b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.121347 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:32.145328 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-62d3da33-2f55-48c4-9a17-91cc965bb253 req-fd543189-b7b4-4337-baaf-7a62084a5d87 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277766 Oct 13 13:10:32.156432 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:32.163861 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.167445 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 95c8323b-318e-4698-a732-2714f447a0ff up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:32.182531 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:32.260084 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a41d0c64-7f9f-4fcb-92bc-597f711c38fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c0786c08-ca6c-4481-947a-1064cf33151b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.265298 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a41d0c64-7f9f-4fcb-92bc-597f711c38fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.268672 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a41d0c64-7f9f-4fcb-92bc-597f711c38fc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c0786c08-ca6c-4481-947a-1064cf33151b HTTP/1.1" status: 204 len: 168 time: 0.2806740 Oct 13 13:10:32.282471 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d0c64-7f9f-4fcb-92bc-597f711c38fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0786c08-ca6c-4481-947a-1064cf33151b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:32.325208 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c4acb-57c8-4f4b-b487-281fc89d1663 req-0b35ec33-5a7d-40c3-a116-5938218b34c5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:32.332097 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8a2c4acb-57c8-4f4b-b487-281fc89d1663 req-0b35ec33-5a7d-40c3-a116-5938218b34c5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0757837 Oct 13 13:10:32.340343 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:32.351267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 95c8323b-318e-4698-a732-2714f447a0ff completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:10:32.363555 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9c7cce-a6b2-4e37-a8cd-65f95b684259" -d '{"events": [{"server_uuid": "dcd9bb33-bad5-4d93-ba0f-558c63746e29", "name": "network-vif-plugged", "status": "completed", "tag": "56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:32.368283 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 95c8323b-318e-4698-a732-2714f447a0ff triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:32.368940 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (95c8323b-318e-4698-a732-2714f447a0ff), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.369664 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 95c8323b-318e-4698-a732-2714f447a0ff Oct 13 13:10:32.406084 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8a2c4acb-57c8-4f4b-b487-281fc89d1663 req-d209e765-4ac8-4be8-9985-9d04ad92710b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729389 Oct 13 13:10:32.464864 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 95c8323b-318e-4698-a732-2714f447a0ff is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:32.465278 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (95c8323b-318e-4698-a732-2714f447a0ff), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.487236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df19dd2-7b48-4600-a2f3-bcc1def0481b x-openstack-request-id: req-2df19dd2-7b48-4600-a2f3-bcc1def0481b {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:32.487571 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9bb33-bad5-4d93-ba0f-558c63746e29", "name": "network-vif-plugged", "status": "completed", "tag": "56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:32.487781 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2df19dd2-7b48-4600-a2f3-bcc1def0481b {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:32.488255 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df19dd2-7b48-4600-a2f3-bcc1def0481b'] response: {'server_uuid': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0', 'code': 200} Oct 13 13:10:32.508696 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 95c8323b-318e-4698-a732-2714f447a0ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=95c8323b-318e-4698-a732-2714f447a0ff,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:32.513308 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (95c8323b-318e-4698-a732-2714f447a0ff), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:32.550126 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:32.567501 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=95c8323b-318e-4698-a732-2714f447a0ff,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:32.914001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcc558-cd1f-4405-968d-28ec8cbdb199 req-08d1d2f7-c130-4734-9cf3-f1ce186c1820 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:32.916110 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c0dcc558-cd1f-4405-968d-28ec8cbdb199 req-08d1d2f7-c130-4734-9cf3-f1ce186c1820 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0546012 Oct 13 13:10:32.987614 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c0dcc558-cd1f-4405-968d-28ec8cbdb199 req-98fd42b7-207e-44fa-b788-01e951ef31f5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653861 Oct 13 13:10:33.216450 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12f16f-4160-4d16-9c23-066c775d55fd req-e36594be-1ded-4536-b103-051a7c9e8279 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:33.217968 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b12f16f-4160-4d16-9c23-066c775d55fd req-e36594be-1ded-4536-b103-051a7c9e8279 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0536191 Oct 13 13:10:33.306521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adba6b5-6839-4e73-9182-645cce114a18 req-ca4fe3b8-8785-41ab-81c1-7a38c1f06f50 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:33.308076 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7adba6b5-6839-4e73-9182-645cce114a18 req-ca4fe3b8-8785-41ab-81c1-7a38c1f06f50 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0759175 Oct 13 13:10:33.311288 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b12f16f-4160-4d16-9c23-066c775d55fd req-a0d862fe-d46d-4a87-a279-27c7085ce268 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855663 Oct 13 13:10:33.366044 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7adba6b5-6839-4e73-9182-645cce114a18 req-8eb50c8a-117d-47e4-a444-5826f4d03160 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524526 Oct 13 13:10:33.524719 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3f436-5bdb-4cbc-a2e9-d1faf3d654c7 req-75ca4ac9-97ed-4f22-ab7d-f17ae4da2c14 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:33.526542 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3a3f436-5bdb-4cbc-a2e9-d1faf3d654c7 req-75ca4ac9-97ed-4f22-ab7d-f17ae4da2c14 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0502734 Oct 13 13:10:33.576008 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3a3f436-5bdb-4cbc-a2e9-d1faf3d654c7 req-ca66fb3d-cb72-47db-b411-055441781b2e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 Oct 13 13:10:34.108369 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128623de-efb9-40dc-ab26-ed0944bc71b2 req-6faf6707-64a1-4859-851a-adae79d4aef3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:34.109984 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-128623de-efb9-40dc-ab26-ed0944bc71b2 req-6faf6707-64a1-4859-851a-adae79d4aef3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0469630 Oct 13 13:10:34.166898 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-128623de-efb9-40dc-ab26-ed0944bc71b2 req-9f62d5d7-3334-4819-8192-54841904494f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511167 Oct 13 13:10:34.486258 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776fbab-8efc-416b-b295-a3352a0d11b1 req-66d6c8e2-4c85-435f-970b-34b539c4f659 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:34.487734 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0776fbab-8efc-416b-b295-a3352a0d11b1 req-66d6c8e2-4c85-435f-970b-34b539c4f659 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0757565 Oct 13 13:10:34.490014 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:34.492959 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ebdd1c-0cf2-4028-bbab-b6452c8df85d" -d '{"events": [{"server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "name": "network-vif-plugged", "status": "completed", "tag": "95c8323b-318e-4698-a732-2714f447a0ff"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:34.507372 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af4133-ffd7-4685-a220-2c766a9e0554 req-cf0476bd-29c3-41f9-b2b9-6f7c48a22199 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:34.508801 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e1af4133-ffd7-4685-a220-2c766a9e0554 req-cf0476bd-29c3-41f9-b2b9-6f7c48a22199 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0650802 Oct 13 13:10:34.574878 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0776fbab-8efc-416b-b295-a3352a0d11b1 req-952d49ff-bc4b-4382-ba5f-67c04ad943a9 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809398 Oct 13 13:10:34.577849 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e1af4133-ffd7-4685-a220-2c766a9e0554 req-4aef2b80-7d41-4b65-b013-62ff7d9cc569 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622997 Oct 13 13:10:34.620435 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218cf144-42af-48a8-b47e-2ba3ae49e9bf x-openstack-request-id: req-218cf144-42af-48a8-b47e-2ba3ae49e9bf {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:34.620749 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "name": "network-vif-plugged", "status": "completed", "tag": "95c8323b-318e-4698-a732-2714f447a0ff", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:34.621025 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-218cf144-42af-48a8-b47e-2ba3ae49e9bf {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:34.621417 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218cf144-42af-48a8-b47e-2ba3ae49e9bf'] response: {'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff', 'code': 200} Oct 13 13:10:34.704461 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81de868-4935-4e0a-af29-de3daff6320c req-444704a2-8403-4b08-84b1-d169289b2cf6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:34.705793 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d81de868-4935-4e0a-af29-de3daff6320c req-444704a2-8403-4b08-84b1-d169289b2cf6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0488870 Oct 13 13:10:34.751445 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d81de868-4935-4e0a-af29-de3daff6320c req-7b035aea-a4dc-4024-b9ef-267ec781da51 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401871 Oct 13 13:10:35.288343 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b439-8c70-4474-802e-fc0b65fd9e09 req-e548756a-f4c6-4498-a7f4-4facf0ee4fd5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:35.289842 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0335b439-8c70-4474-802e-fc0b65fd9e09 req-e548756a-f4c6-4498-a7f4-4facf0ee4fd5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0458949 Oct 13 13:10:35.309538 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:35.339241 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0335b439-8c70-4474-802e-fc0b65fd9e09 req-86982664-562b-4575-9881-a8a8983a1455 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Oct 13 13:10:35.509674 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:35.544737 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-a08567b0-d479-430a-8a2e-fbda060f87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:35.547174 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-a08567b0-d479-430a-8a2e-fbda060f87bc service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1128 time: 0.0526080 Oct 13 13:10:35.562445 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:35.564543 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:10:35.581173 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:35.581668 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:35.583405 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 Oct 13 13:10:35.662142 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-dc053280-ad77-4194-96b8-1ab2d7370d1c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677682 Oct 13 13:10:35.729527 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:35.729922 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:35.772855 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:35.777837 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:35.779101 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df447da-69aa-4950-be32-a50fcb5efa5e req-fa16bba6-54d4-4604-9e6a-b0dace9c278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:35.780672 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4df447da-69aa-4950-be32-a50fcb5efa5e req-fa16bba6-54d4-4604-9e6a-b0dace9c278c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 1130 time: 0.0924985 Oct 13 13:10:35.799337 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-03a0db03-e385-4790-a05d-a1cdd8bd2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:35.800905 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-03a0db03-e385-4790-a05d-a1cdd8bd2379 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.2368343 Oct 13 13:10:35.824853 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e85fdc-58f1-46bc-bd41-cb15f1930cce req-18a86adb-232f-4146-9804-4509101ca2f8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:35.826391 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4e85fdc-58f1-46bc-bd41-cb15f1930cce req-18a86adb-232f-4146-9804-4509101ca2f8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1557825 Oct 13 13:10:35.832339 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:35.842829 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285485ae-8244-4e4f-afed-3e5383a93e36 req-423e24c3-68da-48a7-914e-2af105a4cac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:35.844371 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-285485ae-8244-4e4f-afed-3e5383a93e36 req-423e24c3-68da-48a7-914e-2af105a4cac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0819774 Oct 13 13:10:35.906281 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-362d4bba-f28d-4412-a05e-6b2c69b7799c req-b9e97716-9047-47d8-a3f0-c5650becd418 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204814 Oct 13 13:10:35.942372 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4e85fdc-58f1-46bc-bd41-cb15f1930cce req-00747f41-b209-4f61-b565-bdafb37fb993 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088326 Oct 13 13:10:35.946435 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-285485ae-8244-4e4f-afed-3e5383a93e36 req-faef3757-c939-4a13-bd46-f91e7cc82931 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848494 Oct 13 13:10:36.049885 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3bb83-89a0-4a8b-ae24-f7ce1e8dba1a req-83078b91-446d-49ac-8079-d7e735c3ccc5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:36.051350 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c9e3bb83-89a0-4a8b-ae24-f7ce1e8dba1a req-83078b91-446d-49ac-8079-d7e735c3ccc5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0492575 Oct 13 13:10:36.101440 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c9e3bb83-89a0-4a8b-ae24-f7ce1e8dba1a req-79ca5c67-01ea-46bd-b2da-b312e9ba6b31 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Oct 13 13:10:36.457272 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0389b-aa32-423c-bbae-6788d54b0fd5 req-13ebb23a-7601-4e09-8c41-371fe058d57d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:36.458746 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ac0389b-aa32-423c-bbae-6788d54b0fd5 req-13ebb23a-7601-4e09-8c41-371fe058d57d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0457647 Oct 13 13:10:36.506609 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ac0389b-aa32-423c-bbae-6788d54b0fd5 req-9515d9c2-a772-4b52-9c4b-526f4440d60e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Oct 13 13:10:36.622757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:36.625170 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c17d3b-be26-4e9f-9af6-c45f1a2dd7d7" -d '{"events": [{"server_uuid": "0548a3eb-e119-482c-ac70-04fbc6f83bf7", "name": "network-vif-plugged", "status": "completed", "tag": "8c64ab27-53ec-48f6-92d8-9ce773dd02d8"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:36.666718 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6580f5-5e9b-4b99-9474-d82afdf4f09a x-openstack-request-id: req-cc6580f5-5e9b-4b99-9474-d82afdf4f09a {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:36.667133 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548a3eb-e119-482c-ac70-04fbc6f83bf7", "name": "network-vif-plugged", "status": "completed", "tag": "8c64ab27-53ec-48f6-92d8-9ce773dd02d8", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:36.667446 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc6580f5-5e9b-4b99-9474-d82afdf4f09a {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:36.667943 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6580f5-5e9b-4b99-9474-d82afdf4f09a'] response: {'server_uuid': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8', 'code': 200} Oct 13 13:10:37.093694 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a0b5a-24cc-4f25-8571-ba60b6c54bc1 req-63847405-ccfb-49e2-99ab-2bf35fa8f630 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:37.095171 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-449a0b5a-24cc-4f25-8571-ba60b6c54bc1 req-63847405-ccfb-49e2-99ab-2bf35fa8f630 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0785761 Oct 13 13:10:37.102410 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50cd7e-c897-45b9-9cae-7b288ab73fdd req-fb578242-0cf9-45fd-b10b-fc08947e49a0 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:37.103765 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ba50cd7e-c897-45b9-9cae-7b288ab73fdd req-fb578242-0cf9-45fd-b10b-fc08947e49a0 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0747771 Oct 13 13:10:37.175369 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-449a0b5a-24cc-4f25-8571-ba60b6c54bc1 req-d99d0766-411d-4621-a80f-b4c73d3fc26d tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705876 Oct 13 13:10:37.178483 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ba50cd7e-c897-45b9-9cae-7b288ab73fdd req-763d29b9-a8e6-4fc8-a9c9-aad8b55b59e4 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Oct 13 13:10:37.273518 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c96c3-a047-4488-9f48-0b4f4ce6416c req-cb8a7c23-e5c2-400a-924e-67ad1253a6c5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:37.274956 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-af2c96c3-a047-4488-9f48-0b4f4ce6416c req-cb8a7c23-e5c2-400a-924e-67ad1253a6c5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0451169 Oct 13 13:10:37.320711 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-af2c96c3-a047-4488-9f48-0b4f4ce6416c req-bec59d2c-9bab-4dc2-ba86-16fe94bec57a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403478 Oct 13 13:10:37.616936 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:37.630462 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528c59-e53c-4ffc-b04c-bbaff0110e09 req-20c94bb5-6788-4b16-827d-14b5822124e2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:37.632456 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e7528c59-e53c-4ffc-b04c-bbaff0110e09 req-20c94bb5-6788-4b16-827d-14b5822124e2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.0516081 Oct 13 13:10:37.682251 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e7528c59-e53c-4ffc-b04c-bbaff0110e09 req-cb2912b0-e38a-48f2-aacf-41e21c520ecd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437334 Oct 13 13:10:38.330482 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afe0d4-87db-4793-b77a-d0348ea75684 req-1d1357ad-8da7-4ade-8e32-f1b2b2956980 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.330482 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-23afe0d4-87db-4793-b77a-d0348ea75684 req-1d1357ad-8da7-4ade-8e32-f1b2b2956980 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0752134 Oct 13 13:10:38.340595 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad647611-b86a-4ff5-b9e2-f8cbb0e62616 req-537f2398-a521-41d4-8011-ce4383cea8bc tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.342117 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad647611-b86a-4ff5-b9e2-f8cbb0e62616 req-537f2398-a521-41d4-8011-ce4383cea8bc tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0610807 Oct 13 13:10:38.418262 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-23afe0d4-87db-4793-b77a-d0348ea75684 req-b390dfc5-e6e5-401f-9498-e789f8018328 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751686 Oct 13 13:10:38.425929 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad647611-b86a-4ff5-b9e2-f8cbb0e62616 req-f226f068-c45c-4f42-9d5a-f09d5d98e911 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Oct 13 13:10:38.552958 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd37eb-ac60-4764-8351-404d2cf23c4a req-bfbf5e1d-8ceb-4e33-8b1e-66241ad7f2c9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.554709 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5dd37eb-ac60-4764-8351-404d2cf23c4a req-bfbf5e1d-8ceb-4e33-8b1e-66241ad7f2c9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0485549 Oct 13 13:10:38.573983 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:38.597667 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:10:38.639285 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5dd37eb-ac60-4764-8351-404d2cf23c4a req-c55adcd2-52f2-48a0-91f4-a5523dec424f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661106 Oct 13 13:10:38.689199 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4df447da-69aa-4950-be32-a50fcb5efa5e req-11e6ff57-cd88-498b-8620-2e3165dc4884 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:38.689850 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-78d6b738-61f9-4ac2-8c7f-ded64d0efac4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 217 time: 0.0598905 Oct 13 13:10:38.791589 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:38.800608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4df447da-69aa-4950-be32-a50fcb5efa5e req-11e6ff57-cd88-498b-8620-2e3165dc4884 service neutron] Publish callbacks [] for security_group (74ce4a3a-9a62-4d0a-9673-dd286d38d3d9), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:38.808970 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699f0d2-b59a-4d97-bbd7-b00f124d694a req-d5944389-14f5-4562-953a-a852d1170049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.810858 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f699f0d2-b59a-4d97-bbd7-b00f124d694a req-d5944389-14f5-4562-953a-a852d1170049 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1130 time: 0.1688905 Oct 13 13:10:38.823421 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'bd0eddba-ab0b-4c35-805b-853067734898', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898', 'mac_address': 'fa:16:3e:4e:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:10:38.870505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-4df447da-69aa-4950-be32-a50fcb5efa5e req-11e6ff57-cd88-498b-8620-2e3165dc4884 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (74ce4a3a-9a62-4d0a-9673-dd286d38d3d9), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:38.888231 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:38.888722 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:38.930832 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0eddba-ab0b-4c35-805b-853067734898 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:38.942787 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f699f0d2-b59a-4d97-bbd7-b00f124d694a req-6cfa688c-ec3c-486c-92a2-2c09252bee95 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247599 Oct 13 13:10:38.950321 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112117c4-37dc-4685-ad65-df1fd57d922f req-21e5e1a9-e0e8-4e7e-8b91-b48c31e9e380 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.957135 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:38.958112 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-112117c4-37dc-4685-ad65-df1fd57d922f req-21e5e1a9-e0e8-4e7e-8b91-b48c31e9e380 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 943 time: 0.1167786 Oct 13 13:10:38.964483 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:38.965639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:10:38.966065 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41faee5-50b0-4067-87d9-e17bcd780e83 req-7c4ff960-ec14-40f3-ad09-9aca998bee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.967957 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f41faee5-50b0-4067-87d9-e17bcd780e83 req-7c4ff960-ec14-40f3-ad09-9aca998bee74 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1129 time: 0.1645334 Oct 13 13:10:38.972434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-bea42ef8-a934-4136-9032-f347f23d72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:38.973941 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-bea42ef8-a934-4136-9032-f347f23d72f5 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.2732215 Oct 13 13:10:38.977152 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4df447da-69aa-4950-be32-a50fcb5efa5e req-11e6ff57-cd88-498b-8620-2e3165dc4884 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634684 Oct 13 13:10:38.977528 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6ff57-cd88-498b-8620-2e3165dc4884 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce4a3a-9a62-4d0a-9673-dd286d38d3d9,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:38.999481 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:39.015191 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-112117c4-37dc-4685-ad65-df1fd57d922f req-98499469-148e-425b-ba3a-ffb5ce2d9768 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Oct 13 13:10:39.050431 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:39.124495 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:39.137821 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'port_id': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9', 'mac_address': 'fa:16:3e:22:ad:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:10:39.184484 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:39.184952 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:39.204077 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:39.224618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:39.228670 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:39.274332 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:39.280381 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:39.454932 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-858b5b18-9190-404d-94e8-d73dd1de0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:39.456552 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-858b5b18-9190-404d-94e8-d73dd1de0eb8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694966 Oct 13 13:10:39.468126 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f41faee5-50b0-4067-87d9-e17bcd780e83 req-1c98dd91-2324-4cbe-a398-80d62faa5ea1 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829298 Oct 13 13:10:39.590051 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119b7a5-123e-463e-9a25-b4b38ad2a96a req-3bad606d-23a3-4951-beaf-77c87fa7d9b8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:39.596224 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c119b7a5-123e-463e-9a25-b4b38ad2a96a req-3bad606d-23a3-4951-beaf-77c87fa7d9b8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0918574 Oct 13 13:10:39.610845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ee91f-43c6-44fd-bd33-9d3b8da175e9 req-b48c5cef-456a-4920-b618-12ac42121ade tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:39.612373 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-102ee91f-43c6-44fd-bd33-9d3b8da175e9 req-b48c5cef-456a-4920-b618-12ac42121ade tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0952001 Oct 13 13:10:39.629901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['68ffba56-b1dd-4e82-b93a-56dd6b99c0b9'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:10:39.709152 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-102ee91f-43c6-44fd-bd33-9d3b8da175e9 req-096ca642-3078-435a-ba86-4166044d5aa5 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855267 Oct 13 13:10:39.723640 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c119b7a5-123e-463e-9a25-b4b38ad2a96a req-906d5905-fecd-4795-b5fd-cd667d77c1eb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263404 Oct 13 13:10:39.760950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['bd0eddba-ab0b-4c35-805b-853067734898'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:10:39.857692 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9b810-f7d7-455a-a9ba-e60b22b70537 req-9880f2a4-2700-45f1-a930-c814fa6daa06 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:39.867488 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dcb9b810-f7d7-455a-a9ba-e60b22b70537 req-9880f2a4-2700-45f1-a930-c814fa6daa06 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.0635934 Oct 13 13:10:40.120251 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dcb9b810-f7d7-455a-a9ba-e60b22b70537 req-3eb6ff69-5b64-44ed-8321-48ed3410c137 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537205 Oct 13 13:10:40.126887 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=16 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:40.128047 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=18 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:40.186102 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9825324-8bb0-4de1-848a-b24e1276a57a req-3d609838-35c5-4408-94dd-7aaa84aaa1e0 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:40.194017 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a9825324-8bb0-4de1-848a-b24e1276a57a req-3d609838-35c5-4408-94dd-7aaa84aaa1e0 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 944 time: 0.0640554 Oct 13 13:10:40.253055 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a9825324-8bb0-4de1-848a-b24e1276a57a req-5a82fbf3-ef7e-439c-9a82-0a2b9c0d2109 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576200 Oct 13 13:10:40.353447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:40.358370 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:40.403816 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-f6856c87-8def-48f0-bfe2-7bc076c85d65 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969038 Oct 13 13:10:40.476735 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48154) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:40.501043 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48158) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:40.585055 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f41b984b-8dd4-4eed-aa2a-2843a05e903b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.615777 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ddee1bc3-9a55-4da5-9d1e-843d78dc3503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.627536 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:40.719557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f41b984b-8dd4-4eed-aa2a-2843a05e903b admin admin] Publish callbacks [] for security_group (5f9a61b3-35d5-40ba-a3fa-3ccc666333ec), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.726442 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f41b984b-8dd4-4eed-aa2a-2843a05e903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5f9a61b3-35d5-40ba-a3fa-3ccc666333ec), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.767518 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:40.789052 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ddee1bc3-9a55-4da5-9d1e-843d78dc3503 admin admin] Publish callbacks [] for security_group (9bf25a99-40f1-4b60-b0e0-ca37d73f4842), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.789892 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b984b-8dd4-4eed-aa2a-2843a05e903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a61b3-35d5-40ba-a3fa-3ccc666333ec,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:40.796892 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f41b984b-8dd4-4eed-aa2a-2843a05e903b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a197a3a289f94205b4395a33e8dc1b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164086 Oct 13 13:10:40.797220 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48166) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:40.799469 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ddee1bc3-9a55-4da5-9d1e-843d78dc3503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (9bf25a99-40f1-4b60-b0e0-ca37d73f4842), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.825459 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bf71d50f-4b2f-4ab7-bca4-ab64419cda07 req-d3477d47-9796-4d3d-99f6-58c9109d28a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279638 Oct 13 13:10:40.917151 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ddee1bc3-9a55-4da5-9d1e-843d78dc3503 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=dc2bfddedf414f5bb2ab4fe0b5a32903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4149182 Oct 13 13:10:40.919891 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48170) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:40.920813 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee1bc3-9a55-4da5-9d1e-843d78dc3503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf25a99-40f1-4b60-b0e0-ca37d73f4842,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:40.971628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41493555-3bae-4075-a1d1-ac7894e440ea req-3904b80c-cffe-4885-8b9c-e5e48002a6b6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:40.973122 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41493555-3bae-4075-a1d1-ac7894e440ea req-3904b80c-cffe-4885-8b9c-e5e48002a6b6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1270258 Oct 13 13:10:40.979337 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be5dc221-076f-4dc5-9e61-9ece0776ad02 admin admin] Publish callbacks [] for security_group (9bf25a99-40f1-4b60-b0e0-ca37d73f4842), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:40.985781 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1f42-2099-49bc-9c69-d0c1861e5908 req-ee3f6f87-21a6-4eac-a85e-f1344f636afb tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:40.987273 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-692a1f42-2099-49bc-9c69-d0c1861e5908 req-ee3f6f87-21a6-4eac-a85e-f1344f636afb tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.1270916 Oct 13 13:10:40.990020 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-27cb572d-67b7-4a9b-adc0-bb2d68d490e7 admin admin] Publish callbacks [] for security_group (5f9a61b3-35d5-40ba-a3fa-3ccc666333ec), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.000504 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be5dc221-076f-4dc5-9e61-9ece0776ad02 admin admin] Publish callbacks [] for security_group (9bf25a99-40f1-4b60-b0e0-ca37d73f4842), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.040152 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-27cb572d-67b7-4a9b-adc0-bb2d68d490e7 admin admin] Publish callbacks [] for security_group (5f9a61b3-35d5-40ba-a3fa-3ccc666333ec), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.051922 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be5dc221-076f-4dc5-9e61-9ece0776ad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (9bf25a99-40f1-4b60-b0e0-ca37d73f4842), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.057340 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be5dc221-076f-4dc5-9e61-9ece0776ad02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.063209 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-be5dc221-076f-4dc5-9e61-9ece0776ad02 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9bf25a99-40f1-4b60-b0e0-ca37d73f4842 HTTP/1.1" status: 204 len: 168 time: 0.1419759 Oct 13 13:10:41.073816 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dc221-076f-4dc5-9e61-9ece0776ad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf25a99-40f1-4b60-b0e0-ca37d73f4842,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:41.120842 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41493555-3bae-4075-a1d1-ac7894e440ea req-d0dd7fbd-c169-41c1-826e-18fa06f6ffbd tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326048 Oct 13 13:10:41.147537 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-692a1f42-2099-49bc-9c69-d0c1861e5908 req-dc6a17e5-90c1-45d7-91c9-5f61582d3a09 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437635 Oct 13 13:10:41.171680 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-27cb572d-67b7-4a9b-adc0-bb2d68d490e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5f9a61b3-35d5-40ba-a3fa-3ccc666333ec), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.175957 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-27cb572d-67b7-4a9b-adc0-bb2d68d490e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.180456 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-27cb572d-67b7-4a9b-adc0-bb2d68d490e7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5f9a61b3-35d5-40ba-a3fa-3ccc666333ec HTTP/1.1" status: 204 len: 168 time: 0.3786035 Oct 13 13:10:41.193449 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb572d-67b7-4a9b-adc0-bb2d68d490e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a61b3-35d5-40ba-a3fa-3ccc666333ec,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:41.323505 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752011-7a1c-4c6c-8444-9e153f803d05 req-b83bbd60-359c-4978-9210-f5638f09e2ef tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:41.328324 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-88752011-7a1c-4c6c-8444-9e153f803d05 req-b83bbd60-359c-4978-9210-f5638f09e2ef tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.0966232 Oct 13 13:10:41.442430 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-88752011-7a1c-4c6c-8444-9e153f803d05 req-334b9c8b-1e7a-4837-95f0-977adba75095 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010158 Oct 13 13:10:41.500177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a1a15-01d7-45e0-aeaf-3a3db67da12f req-b1ce7691-ca26-4655-a4b5-fda9eeedc2d3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:41.502262 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-111a1a15-01d7-45e0-aeaf-3a3db67da12f req-b1ce7691-ca26-4655-a4b5-fda9eeedc2d3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 944 time: 0.0933757 Oct 13 13:10:41.503523 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cb15ef2-7979-49fe-aff6-79462cb529d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.575288 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-111a1a15-01d7-45e0-aeaf-3a3db67da12f req-b5049607-0d40-4c74-8dea-db4147f7ab15 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659862 Oct 13 13:10:41.618092 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48206) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:41.633866 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-475b7356-e3dc-402f-96bb-0bf102cc5bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.656899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:41.703987 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port bd0eddba-ab0b-4c35-805b-853067734898 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:10:41.708840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=2,neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:41.711274 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port bd0eddba-ab0b-4c35-805b-853067734898 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:41.711898 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (bd0eddba-ab0b-4c35-805b-853067734898), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.712418 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port bd0eddba-ab0b-4c35-805b-853067734898 Oct 13 13:10:41.734125 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-475b7356-e3dc-402f-96bb-0bf102cc5bca admin admin] Publish callbacks [] for security_group (8379788c-7df8-4d32-9014-c7466128b464), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.738163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-475b7356-e3dc-402f-96bb-0bf102cc5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8379788c-7df8-4d32-9014-c7466128b464), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.783917 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-475b7356-e3dc-402f-96bb-0bf102cc5bca admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=60b1f4f91565479aa2d597cdc96b1cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647353 Oct 13 13:10:41.785158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b7356-e3dc-402f-96bb-0bf102cc5bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8379788c-7df8-4d32-9014-c7466128b464,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:41.787278 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48208) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:41.800384 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:41.801326 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.831639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:41.834966 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66301ebf-29d6-4c13-952c-cc50b9f2fc94" -d '{"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-plugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:41.851142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:41.857481 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.859011 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:10:41.865633 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5ecc15b8-5c69-46be-9d33-e419537e0154 admin admin] Publish callbacks [] for security_group (8379788c-7df8-4d32-9014-c7466128b464), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.895995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfdab29-33ed-4072-a815-64623a8ac692 x-openstack-request-id: req-ccfdab29-33ed-4072-a815-64623a8ac692 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:41.896373 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-plugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:41.896636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccfdab29-33ed-4072-a815-64623a8ac692 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:41.897037 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfdab29-33ed-4072-a815-64623a8ac692'] response: {'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'code': 200} Oct 13 13:10:41.897399 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5ecc15b8-5c69-46be-9d33-e419537e0154 admin admin] Publish callbacks [] for security_group (8379788c-7df8-4d32-9014-c7466128b464), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.913200 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48212) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:41.917652 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:41.935858 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a9937f5c-3fbe-4354-b713-c9bdddaae792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.948681 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:41.962746 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5ecc15b8-5c69-46be-9d33-e419537e0154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8379788c-7df8-4d32-9014-c7466128b464), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.965566 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5ecc15b8-5c69-46be-9d33-e419537e0154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.968665 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:41.969670 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5ecc15b8-5c69-46be-9d33-e419537e0154 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8379788c-7df8-4d32-9014-c7466128b464 HTTP/1.1" status: 204 len: 168 time: 0.1812024 Oct 13 13:10:41.977898 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc15b8-5c69-46be-9d33-e419537e0154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8379788c-7df8-4d32-9014-c7466128b464,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:41.980714 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:10:41.991462 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:10:41.991851 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:41.992194 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 Oct 13 13:10:42.061747 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a9937f5c-3fbe-4354-b713-c9bdddaae792 admin admin] Publish callbacks [] for security_group (76735175-822f-441a-bd3c-6e77f4fc3808), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.068613 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a9937f5c-3fbe-4354-b713-c9bdddaae792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (76735175-822f-441a-bd3c-6e77f4fc3808), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.076531 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:42.109283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9937f5c-3fbe-4354-b713-c9bdddaae792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76735175-822f-441a-bd3c-6e77f4fc3808,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:42.126983 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a9937f5c-3fbe-4354-b713-c9bdddaae792 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ffa7f718542d4898abc2b8d5fcbe7bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095046 Oct 13 13:10:42.127198 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48216) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:42.127866 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:42.128265 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.167130 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:42.171953 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.208238 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8356317f-4223-463e-a474-54f9d6b58071 admin admin] Publish callbacks [] for security_group (76735175-822f-441a-bd3c-6e77f4fc3808), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.238709 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:42.272186 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8356317f-4223-463e-a474-54f9d6b58071 admin admin] Publish callbacks [] for security_group (76735175-822f-441a-bd3c-6e77f4fc3808), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.334560 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d513a4-93b4-431c-9f1b-bb6873258762 req-7ffc349f-43f9-4f9b-b124-707a415387bb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:42.336093 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-06d513a4-93b4-431c-9f1b-bb6873258762 req-7ffc349f-43f9-4f9b-b124-707a415387bb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1102858 Oct 13 13:10:42.378007 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837abea-eefb-46fb-9ae5-b336d4a2c1e1 req-baf0729f-3ee7-4bcc-a3ab-14e73a37def6 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:42.379404 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b837abea-eefb-46fb-9ae5-b336d4a2c1e1 req-baf0729f-3ee7-4bcc-a3ab-14e73a37def6 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.1024466 Oct 13 13:10:42.436423 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-06d513a4-93b4-431c-9f1b-bb6873258762 req-2b7fc51a-c3fa-4fd3-817f-20af5b0a43e2 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899010 Oct 13 13:10:42.439491 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8356317f-4223-463e-a474-54f9d6b58071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (76735175-822f-441a-bd3c-6e77f4fc3808), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.442103 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8356317f-4223-463e-a474-54f9d6b58071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:42.443325 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8356317f-4223-463e-a474-54f9d6b58071 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/76735175-822f-441a-bd3c-6e77f4fc3808 HTTP/1.1" status: 204 len: 168 time: 0.3149834 Oct 13 13:10:42.467456 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356317f-4223-463e-a474-54f9d6b58071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76735175-822f-441a-bd3c-6e77f4fc3808,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:42.525430 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b837abea-eefb-46fb-9ae5-b336d4a2c1e1 req-ab256867-8dbe-4b86-a99e-499466a85b29 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194723 Oct 13 13:10:42.689287 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c03636-9639-4190-b062-83f6a2a0b95c req-88752a68-e5c5-490c-a83d-a70974f040e1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:42.702426 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-95c03636-9639-4190-b062-83f6a2a0b95c req-88752a68-e5c5-490c-a83d-a70974f040e1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1216428 Oct 13 13:10:42.786316 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15b034-8b02-4909-915f-a76524c6d99a req-fa811055-fd78-4f2d-955e-ffc33eec4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:42.800318 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eb15b034-8b02-4909-915f-a76524c6d99a req-fa811055-fd78-4f2d-955e-ffc33eec4b34 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1130 time: 0.0849829 Oct 13 13:10:42.845831 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071c25c-84eb-4fe0-9fe8-2f05e375681e req-fb026838-32ef-4a29-a2bb-98f15cc5ccbb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:42.847363 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6071c25c-84eb-4fe0-9fe8-2f05e375681e req-fb026838-32ef-4a29-a2bb-98f15cc5ccbb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0654275 Oct 13 13:10:42.858413 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-95c03636-9639-4190-b062-83f6a2a0b95c req-3ef336b0-48af-48c9-af52-f9124b96d96b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550672 Oct 13 13:10:42.879502 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eb15b034-8b02-4909-915f-a76524c6d99a req-e9e5e624-7a14-42aa-94f7-16080112e4be service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697250 Oct 13 13:10:42.946259 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6071c25c-84eb-4fe0-9fe8-2f05e375681e req-647968dc-4c19-4570-b2ca-9e9810475062 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868433 Oct 13 13:10:43.578555 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48304) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:43.609221 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e266af9-6973-44bd-9665-f6b6bb1eae30 req-7273176b-ddb6-4a57-8222-210fef192fa0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:43.610821 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e266af9-6973-44bd-9665-f6b6bb1eae30 req-7273176b-ddb6-4a57-8222-210fef192fa0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0556943 Oct 13 13:10:43.689133 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e266af9-6973-44bd-9665-f6b6bb1eae30 req-58fc4dc6-ecbd-4152-b7d0-bfb5894379d2 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707555 Oct 13 13:10:43.694099 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:43.706653 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-35ffc140-e508-47cb-b9bf-1c114b3b3d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:43.709287 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a28a99-ac7c-40be-82c0-9d0809746b3a req-9383da88-4361-4826-8618-373a2256271f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:43.711552 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c8a28a99-ac7c-40be-82c0-9d0809746b3a req-9383da88-4361-4826-8618-373a2256271f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0751598 Oct 13 13:10:43.764582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:43.769363 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c8a28a99-ac7c-40be-82c0-9d0809746b3a req-076105bd-01fa-4c52-a1ee-42607d3e3973 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Oct 13 13:10:43.899547 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:43.901443 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252fd41-dc38-4e9b-b32d-4cc7d25bf88a req-27bf8ff4-16e6-4135-b930-b46092b9e302 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:43.902844 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21738865-bd61-4298-954b-8e17ffca580f" -d '{"events": [{"server_uuid": "96c829cb-4dde-467c-b50f-b2f666bdab0b", "name": "network-vif-plugged", "status": "completed", "tag": "68ffba56-b1dd-4e82-b93a-56dd6b99c0b9"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:43.903477 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d252fd41-dc38-4e9b-b32d-4cc7d25bf88a req-27bf8ff4-16e6-4135-b930-b46092b9e302 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0749760 Oct 13 13:10:43.914658 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48324) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:43.919966 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'floatingip': {'port_id': '95c8323b-318e-4698-a732-2714f447a0ff'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:43.932307 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Publish callbacks [] for security_group (ecfed637-472b-4375-8e55-8f3f5443fb06), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:43.943410 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ecfed637-472b-4375-8e55-8f3f5443fb06), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:43.954412 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28159674-a4e3-452b-84b2-54d575456dad x-openstack-request-id: req-28159674-a4e3-452b-84b2-54d575456dad {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:43.955080 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c829cb-4dde-467c-b50f-b2f666bdab0b", "name": "network-vif-plugged", "status": "completed", "tag": "68ffba56-b1dd-4e82-b93a-56dd6b99c0b9", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:43.955341 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28159674-a4e3-452b-84b2-54d575456dad {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:43.955736 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28159674-a4e3-452b-84b2-54d575456dad'] response: {'server_uuid': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9', 'code': 200} Oct 13 13:10:44.021430 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (81393786-c21f-4787-87b2-ab5a138ba17d), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.046792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48328) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:44.054378 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfed637-472b-4375-8e55-8f3f5443fb06,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:44.064285 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9a98a16c5206459ea156af4a4e52b0f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4839165 Oct 13 13:10:44.065120 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48332) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:44.082839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.083248 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.084239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.084671 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.086809 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.087198 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.087542 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.087881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.088233 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.088582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.088934 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.089281 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.089766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.090246 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.091313 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a72c6-b112-4b47-ac01-3a5bdeafbe39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:44.142837 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:44.166177 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3794-bc30-40a5-a627-99a87cb8ef84 admin admin] Publish callbacks [] for security_group (ecfed637-472b-4375-8e55-8f3f5443fb06), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.236710 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:44.248291 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3794-bc30-40a5-a627-99a87cb8ef84 admin admin] Publish callbacks [] for security_group (ecfed637-472b-4375-8e55-8f3f5443fb06), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.251574 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fad58f3-7b5a-4cb7-9c03-82a22ab14faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.253848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cb5fe-d978-494c-bf58-fe4b0f043d6f req-0ced4e3e-21c0-4c52-8db3-19e6a4cbbdc0 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:44.261900 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f67cb5fe-d978-494c-bf58-fe4b0f043d6f req-0ced4e3e-21c0-4c52-8db3-19e6a4cbbdc0 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.1698885 Oct 13 13:10:44.269596 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:44.283812 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e7191-2628-470a-8da6-4341172609bf req-5ad664ce-dd21-4ec8-b77c-337bd19f58b8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:44.292811 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5d0e7191-2628-470a-8da6-4341172609bf req-5ad664ce-dd21-4ec8-b77c-337bd19f58b8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.2672055 Oct 13 13:10:44.349209 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3794-bc30-40a5-a627-99a87cb8ef84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ecfed637-472b-4375-8e55-8f3f5443fb06), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.353125 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3794-bc30-40a5-a627-99a87cb8ef84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.354942 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d7cf3794-bc30-40a5-a627-99a87cb8ef84 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ecfed637-472b-4375-8e55-8f3f5443fb06 HTTP/1.1" status: 204 len: 168 time: 0.2876432 Oct 13 13:10:44.381210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf3794-bc30-40a5-a627-99a87cb8ef84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfed637-472b-4375-8e55-8f3f5443fb06,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:44.465489 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fad58f3-7b5a-4cb7-9c03-82a22ab14faf admin admin] Publish callbacks [] for security_group (8a571e64-8791-43b5-a399-2b9c8bffcd4a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.466691 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f67cb5fe-d978-494c-bf58-fe4b0f043d6f req-3aee5489-4a34-4768-8456-f47be4e2fba3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036293 Oct 13 13:10:44.482861 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5fad58f3-7b5a-4cb7-9c03-82a22ab14faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8a571e64-8791-43b5-a399-2b9c8bffcd4a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.536531 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5d0e7191-2628-470a-8da6-4341172609bf req-f9bc87c5-9984-403d-9c32-e886ccdf835f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424481 Oct 13 13:10:44.560909 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5fad58f3-7b5a-4cb7-9c03-82a22ab14faf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=224d83acc9644bdcbcf0ed0800538516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122616 Oct 13 13:10:44.561755 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad58f3-7b5a-4cb7-9c03-82a22ab14faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a571e64-8791-43b5-a399-2b9c8bffcd4a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:44.564402 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48352) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:44.680738 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52b48faa-6f02-49b8-8705-2427af731f34 admin admin] Publish callbacks [] for security_group (8a571e64-8791-43b5-a399-2b9c8bffcd4a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.726770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52b48faa-6f02-49b8-8705-2427af731f34 admin admin] Publish callbacks [] for security_group (8a571e64-8791-43b5-a399-2b9c8bffcd4a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.825734 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52b48faa-6f02-49b8-8705-2427af731f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8a571e64-8791-43b5-a399-2b9c8bffcd4a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.828621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-52b48faa-6f02-49b8-8705-2427af731f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:44.831542 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-52b48faa-6f02-49b8-8705-2427af731f34 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8a571e64-8791-43b5-a399-2b9c8bffcd4a HTTP/1.1" status: 204 len: 168 time: 0.2660494 Oct 13 13:10:44.900462 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b48faa-6f02-49b8-8705-2427af731f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a571e64-8791-43b5-a399-2b9c8bffcd4a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:44.929190 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78e75-a2cf-4b82-9e26-19ac6eafe6a0 req-21feeffd-776c-4bd6-8418-555148301e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:44.931553 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6ef78e75-a2cf-4b82-9e26-19ac6eafe6a0 req-21feeffd-776c-4bd6-8418-555148301e73 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 1129 time: 0.0869107 Oct 13 13:10:45.001855 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6ef78e75-a2cf-4b82-9e26-19ac6eafe6a0 req-f054eabf-1e0e-499a-bb95-435f6632f3c6 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627334 Oct 13 13:10:45.007099 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:45.304291 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.db.resource_extend [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 13 13:10:45.383586 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:45.393114 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (81393786-c21f-4787-87b2-ab5a138ba17d), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:45.497034 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:45.508690 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Floating IP 81393786-c21f-4787-87b2-ab5a138ba17d associated. External IP: 172.27.1.14, port: 95c8323b-318e-4698-a732-2714f447a0ff. Oct 13 13:10:45.669395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be601f3c-a2db-4063-8c00-eef54b36dfe6 req-ce889d14-71aa-47b7-8823-2175f261d652 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:45.670873 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be601f3c-a2db-4063-8c00-eef54b36dfe6 req-ce889d14-71aa-47b7-8823-2175f261d652 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0898275 Oct 13 13:10:45.821234 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be601f3c-a2db-4063-8c00-eef54b36dfe6 req-75b2ebe8-d69f-4344-921b-7f8b3f664c21 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415370 Oct 13 13:10:45.839195 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Router dbb28942-ecd1-4972-897d-17266fb8321f has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:10:46.003607 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:10:46.010477 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:46.035206 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:10:46.055657 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:46.082356 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c78325-37d8-4b85-b322-47116ee2a83f req-2b775142-1fe4-4bdc-a2f2-545375d69419 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:46.083917 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28c78325-37d8-4b85-b322-47116ee2a83f req-2b775142-1fe4-4bdc-a2f2-545375d69419 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0784793 Oct 13 13:10:46.084348 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:46.085559 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:10:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:46.085988 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7bd10d54-dcbe-41f9-949a-0e77b97d4dd7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/81393786-c21f-4787-87b2-ab5a138ba17d HTTP/1.1" status: 200 len: 991 time: 2.1698065 Oct 13 13:10:46.086596 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:46.088840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4" -d '{"events": [{"name": "network-changed", "server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "tag": "95c8323b-318e-4698-a732-2714f447a0ff"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:46.190704 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28c78325-37d8-4b85-b322-47116ee2a83f req-be7ad130-62cc-472e-a0f6-ead5af7cd541 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935881 Oct 13 13:10:46.305719 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0723bcb0-dccd-4283-916f-791d4535435e x-openstack-request-id: req-0723bcb0-dccd-4283-916f-791d4535435e {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:46.306877 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "tag": "95c8323b-318e-4698-a732-2714f447a0ff", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:46.307311 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0723bcb0-dccd-4283-916f-791d4535435e {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:46.308026 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0723bcb0-dccd-4283-916f-791d4535435e'] response: {'name': 'network-changed', 'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff', 'status': 'completed', 'code': 200} Oct 13 13:10:46.318750 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:46.509308 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661aa2-66f1-41a0-8cc6-e64de22fc2f1 req-38970f34-5402-4172-94ee-e065ddc51530 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:46.524722 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-84661aa2-66f1-41a0-8cc6-e64de22fc2f1 req-38970f34-5402-4172-94ee-e065ddc51530 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0637243 Oct 13 13:10:46.524993 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48450) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:46.531411 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'floatingip': {'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:46.557779 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48452) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:46.601010 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (c465c168-8831-4058-9fd3-856ba8898546), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:46.734206 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1956625-a64b-45ed-b97e-cd2c8170524f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:46.840076 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:46.844095 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1956625-a64b-45ed-b97e-cd2c8170524f admin admin] Publish callbacks [] for security_group (37a31d19-9619-49bd-a5c9-f51b95d40812), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:46.889341 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-f0c4db6c-87c0-4c7d-9079-8a89313f97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:46.891141 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-f0c4db6c-87c0-4c7d-9079-8a89313f97f9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1130 time: 0.1474998 Oct 13 13:10:46.892621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d1956625-a64b-45ed-b97e-cd2c8170524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (37a31d19-9619-49bd-a5c9-f51b95d40812), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:46.937079 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d1956625-a64b-45ed-b97e-cd2c8170524f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=949fb16df8c646dfac8994a783c53702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772345 Oct 13 13:10:46.944211 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48462) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:46.996565 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '81393786-c21f-4787-87b2-ab5a138ba17d', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'port_id': '95c8323b-318e-4698-a732-2714f447a0ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'mac_address': 'fa:16:3e:28:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125ab44-9111-4260-909d-95d57b7861a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:10:01Z', 'updated_at': '2022-10-13T13:10:45Z', 'revision_number': 1, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:47.008911 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fea3df0-e146-438c-8cdb-b5bd027e7e76 admin admin] Publish callbacks [] for security_group (37a31d19-9619-49bd-a5c9-f51b95d40812), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.011468 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1956625-a64b-45ed-b97e-cd2c8170524f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a31d19-9619-49bd-a5c9-f51b95d40812,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:47.012440 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.029934 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:10:47.037281 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fea3df0-e146-438c-8cdb-b5bd027e7e76 admin admin] Publish callbacks [] for security_group (37a31d19-9619-49bd-a5c9-f51b95d40812), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.039996 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:47.040589 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:10:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:47.049126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:47.074111 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:47.116443 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fea3df0-e146-438c-8cdb-b5bd027e7e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (37a31d19-9619-49bd-a5c9-f51b95d40812), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.122738 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7fea3df0-e146-438c-8cdb-b5bd027e7e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.126380 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7fea3df0-e146-438c-8cdb-b5bd027e7e76 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/37a31d19-9619-49bd-a5c9-f51b95d40812 HTTP/1.1" status: 204 len: 168 time: 0.1786394 Oct 13 13:10:47.132703 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3df0-e146-438c-8cdb-b5bd027e7e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a31d19-9619-49bd-a5c9-f51b95d40812,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:47.159928 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff854005-ec3f-4e3e-b872-bd1fc94feaf0 req-0b58d35a-e5d0-48c8-9896-250bed02fb88 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:47.162253 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ff854005-ec3f-4e3e-b872-bd1fc94feaf0 req-0b58d35a-e5d0-48c8-9896-250bed02fb88 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0978699 Oct 13 13:10:47.171953 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:47.267541 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ff854005-ec3f-4e3e-b872-bd1fc94feaf0 req-0686b658-e172-4bd4-be4d-0af1df161241 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968070 Oct 13 13:10:47.347524 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.353163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (c465c168-8831-4058-9fd3-856ba8898546), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:47.462868 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '81393786-c21f-4787-87b2-ab5a138ba17d', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'port_id': '95c8323b-318e-4698-a732-2714f447a0ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'mac_address': 'fa:16:3e:28:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125ab44-9111-4260-909d-95d57b7861a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:10:01Z', 'updated_at': '2022-10-13T13:10:45Z', 'revision_number': 1, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:47.473020 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Floating IP c465c168-8831-4058-9fd3-856ba8898546 associated. External IP: 172.27.1.119, port: bd0eddba-ab0b-4c35-805b-853067734898. Oct 13 13:10:47.496099 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f493fcf-5ca5-4e28-999a-db2ec8eb30ca None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '81393786-c21f-4787-87b2-ab5a138ba17d', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'port_id': '95c8323b-318e-4698-a732-2714f447a0ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'mac_address': 'fa:16:3e:28:2a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e125ab44-9111-4260-909d-95d57b7861a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:10:01Z', 'updated_at': '2022-10-13T13:10:45Z', 'revision_number': 1, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:47.529679 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:47.580328 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:47.631588 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ec139-e087-436a-b057-ec3107754bfc req-77cd227e-813e-4b6b-ad9a-025c614f491f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:47.633557 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0b7ec139-e087-436a-b057-ec3107754bfc req-77cd227e-813e-4b6b-ad9a-025c614f491f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0637667 Oct 13 13:10:47.791152 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cc4f9-729a-4262-95c5-bb16a425700a None None] New status for floating IP 81393786-c21f-4787-87b2-ab5a138ba17d: ACTIVE {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:10:47.920454 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48492) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:47.964539 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0b7ec139-e087-436a-b057-ec3107754bfc req-5b501f12-cebe-4d8a-9b05-dc0f043eba6e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236613 Oct 13 13:10:48.009344 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Router a5a52623-00bd-4661-be01-1217ed587395 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:10:48.083444 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-661350100-network', 'tenant_id': 'f85144e13e254365a86aa785093c8575'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:48.105393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Made reservation on behalf of f85144e13e254365a86aa785093c8575 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:48.107925 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.120495 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.123619 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:10:48.127893 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.134383 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:10:48.144765 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:48.145376 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:10:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:48.161903 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fe1b53b8-622d-47c4-8e27-0ecf446e0514 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/c465c168-8831-4058-9fd3-856ba8898546 HTTP/1.1" status: 200 len: 992 time: 1.6347709 Oct 13 13:10:48.200450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks [] for security_group (a228a206-8a5d-45a7-94c5-703de9a61c7a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.204544 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (a228a206-8a5d-45a7-94c5-703de9a61c7a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.233143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 474} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:10:48.244022 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a228a206-8a5d-45a7-94c5-703de9a61c7a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:48.250241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (a89f97ba-09c2-454d-b324-dc189e85df5c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.250421 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:48.250584 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Added segment a89f97ba-09c2-454d-b324-dc189e85df5c of type vlan for network 5b4f82fe-1259-480a-b97a-2403a9b4130d Oct 13 13:10:48.291624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (5b4f82fe-1259-480a-b97a-2403a9b4130d), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.292559 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:48.309220 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:48.311610 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb61145-71a0-4eff-b31e-d119142de258" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:48.324118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (5b4f82fe-1259-480a-b97a-2403a9b4130d), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.325148 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:48.325730 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.351701 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2eb12a-9ca4-47e3-803e-24e23309900a x-openstack-request-id: req-ba2eb12a-9ca4-47e3-803e-24e23309900a {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:48.352195 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:48.352311 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba2eb12a-9ca4-47e3-803e-24e23309900a {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:48.352697 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2eb12a-9ca4-47e3-803e-24e23309900a'] response: {'name': 'network-changed', 'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'status': 'completed', 'code': 200} Oct 13 13:10:48.380186 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4590423 Oct 13 13:10:48.384087 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48504) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:48.388881 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Request body: {'subnet': {'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-661350100-subnet', 'tenant_id': 'f85144e13e254365a86aa785093c8575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:48.392566 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d5e10-b984-4e0f-85f2-b7962a285fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b4f82fe-1259-480a-b97a-2403a9b4130d,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:48.404379 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 5b4f82fe-1259-480a-b97a-2403a9b4130d details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:10:48.413700 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Made reservation on behalf of f85144e13e254365a86aa785093c8575 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:48.416213 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.439250 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:48.480808 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'c465c168-8831-4058-9fd3-856ba8898546', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'mac_address': 'fa:16:3e:4e:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:10:11Z', 'updated_at': '2022-10-13T13:10:47Z', 'revision_number': 1, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:48.509877 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:10:48.518343 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:10:48.518926 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:10:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:48.595114 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.650102 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:48.665584 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.665931 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.666275 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.666621 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.666955 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.667314 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.667646 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.667973 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.668303 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.668630 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.668959 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.669284 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.669606 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.669928 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.670251 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:48.678638 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Checking segment: {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:48.679011 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Network hostable DHCP agents. Network: 5b4f82fe-1259-480a-b97a-2403a9b4130d, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:10:48.696038 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Network 5b4f82fe-1259-480a-b97a-2403a9b4130d is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:10:48.698051 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:10:48.705438 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 5b4f82fe-1259-480a-b97a-2403a9b4130d) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:48.709804 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:48.711136 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:48.716599 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc8261-d8ea-44dc-9212-fa3b9e7bad4c None None] Network 5b4f82fe-1259-480a-b97a-2403a9b4130d requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:10:48.738958 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bbeb9efa-4ee3-4fef-805b-d206d83952f3 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3537111 Oct 13 13:10:48.945278 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'c465c168-8831-4058-9fd3-856ba8898546', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'mac_address': 'fa:16:3e:4e:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:10:11Z', 'updated_at': '2022-10-13T13:10:47Z', 'revision_number': 1, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:10:48.949155 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbc8d7-8539-43c1-b32c-442e617c5418 None None] Network 5b4f82fe-1259-480a-b97a-2403a9b4130d requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:10:48.972551 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e24061-11de-4cc6-a485-748486d555a5 None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'c465c168-8831-4058-9fd3-856ba8898546', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'floating_ip_address': '172.27.1.119', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'mac_address': 'fa:16:3e:4e:4b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:10:11Z', 'updated_at': '2022-10-13T13:10:47Z', 'revision_number': 1, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:10:49.124878 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb030cf9-ba0c-4a0c-8f0c-834c167a470f req-829a9768-65e0-412f-8fba-a08bb780532f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:49.127605 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb030cf9-ba0c-4a0c-8f0c-834c167a470f req-829a9768-65e0-412f-8fba-a08bb780532f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0662355 Oct 13 13:10:49.175594 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:49.187414 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb030cf9-ba0c-4a0c-8f0c-834c167a470f req-3bc758ff-cfe5-466a-8ad3-d48fa2f9057c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Oct 13 13:10:49.259613 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b995ec-2af6-47ae-a47b-253636f6a861 None None] New status for floating IP c465c168-8831-4058-9fd3-856ba8898546: ACTIVE {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:10:49.959012 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61145-71a0-4eff-b31e-d119142de258 req-09570932-b370-4c17-8ca7-264f5f536397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:49.960513 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-09570932-b370-4c17-8ca7-264f5f536397 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1130 time: 0.1095934 Oct 13 13:10:49.977567 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-069eca2c-bb35-4424-ab95-84cdb6fe1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:49.978929 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-069eca2c-bb35-4424-ab95-84cdb6fe1360 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 1129 time: 0.0820613 Oct 13 13:10:49.993243 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-bed6ef58-ae39-40f5-a032-8a54e760754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:49.994595 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-bed6ef58-ae39-40f5-a032-8a54e760754b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.1728935 Oct 13 13:10:50.214169 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-bfe4533c-b0a5-4e82-a612-94976ce4938b service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 1001 time: 0.1566079 Oct 13 13:10:50.324438 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6db847-450c-434e-b4a9-3616c62f1d35 req-1544efec-8668-4fef-a967-9e9fb468894a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.325921 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b6db847-450c-434e-b4a9-3616c62f1d35 req-1544efec-8668-4fef-a967-9e9fb468894a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0517576 Oct 13 13:10:50.359038 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:50.383172 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b6db847-450c-434e-b4a9-3616c62f1d35 req-4b801747-1e67-441c-bf39-6c7b72aabcf2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Oct 13 13:10:50.473618 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61145-71a0-4eff-b31e-d119142de258 req-42e7dfa8-2abc-4770-81c0-e93264642ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.475163 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-42e7dfa8-2abc-4770-81c0-e93264642ebc service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.4675920 Oct 13 13:10:50.499844 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-3572423a-166b-4691-9ada-004606bc0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.501264 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-3572423a-166b-4691-9ada-004606bc0236 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.4425681 Oct 13 13:10:50.534976 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-64960c1d-e04c-4980-b36d-24477c867282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.536566 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-64960c1d-e04c-4980-b36d-24477c867282 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.3105826 Oct 13 13:10:50.546152 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:50.551361 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:50.618808 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-5f5f65eb-775c-4be4-9c3e-fc4850a5afd7 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 HTTP/1.1" status: 200 len: 217 time: 0.0866768 Oct 13 13:10:50.675854 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-e6bdda3c-4066-4fa0-8960-2f96135a8ba8 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.677594 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-e6bdda3c-4066-4fa0-8960-2f96135a8ba8 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5b4f82fe-1259-480a-b97a-2403a9b4130d HTTP/1.1" status: 200 len: 813 time: 0.1098785 Oct 13 13:10:50.678982 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-3a69d0f7-8f41-46e5-8704-b73bcebd7e45 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 1002 time: 0.1944964 Oct 13 13:10:50.682220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-f0314c01-ead4-49f7-b667-1375be8fdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.683754 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-f0314c01-ead4-49f7-b667-1375be8fdbb3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1347151 Oct 13 13:10:50.693810 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-9f27380c-5a64-4f09-964c-65f4b1aebcd9 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/quotas/f85144e13e254365a86aa785093c8575 HTTP/1.1" status: 200 len: 375 time: 0.0093277 Oct 13 13:10:50.702212 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-f487b6d1-ad55-4b6f-af4f-8ecbae050427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:50.703854 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-f487b6d1-ad55-4b6f-af4f-8ecbae050427 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0607269 Oct 13 13:10:50.727154 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-6c4879bf-71fa-4e3b-98bb-51410d7dd6f4 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f85144e13e254365a86aa785093c8575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273535 Oct 13 13:10:50.827085 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-c6d94192-8436-4284-916c-7e8c9a083e63 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933237 Oct 13 13:10:50.937805 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-f6584af2-a95a-4ce8-8e96-e982a359b903 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049278 Oct 13 13:10:51.189169 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05920ffe-c62c-4863-82b3-8cea850c7bba req-6adbc40b-8ab5-44b0-ba71-bf17517bbb7c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 210 time: 0.0509593 Oct 13 13:10:51.192477 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-ebb4d65c-00c6-4328-8b31-83aeb9b35e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:51.194236 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-ebb4d65c-00c6-4328-8b31-83aeb9b35e9f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2108541 Oct 13 13:10:51.235908 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61145-71a0-4eff-b31e-d119142de258 req-f4e36609-5486-479c-9d85-66091ce8ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:51.237591 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-f4e36609-5486-479c-9d85-66091ce8ed72 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.2403595 Oct 13 13:10:51.357042 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-3dc3d6e9-f9e4-44e3-99a5-17b17bd327f4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581686 Oct 13 13:10:51.410495 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb61145-71a0-4eff-b31e-d119142de258 req-375c1e41-3482-4525-8523-14e422d7cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:51.412227 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-375c1e41-3482-4525-8523-14e422d7cf94 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1573842 Oct 13 13:10:51.549318 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-c425e0c6-02cc-4d59-b6d9-66503e7877da service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303990 Oct 13 13:10:51.623959 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a006a2b-d971-4b94-9ff8-d08978d44c28 req-a7941c7e-49d9-4e96-8f1a-7dabef7095c2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:51.626562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a006a2b-d971-4b94-9ff8-d08978d44c28 req-a7941c7e-49d9-4e96-8f1a-7dabef7095c2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.1020718 Oct 13 13:10:51.678089 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-61e91600-a55b-4f84-9b5f-0d9dea4bf089 req-833fcdd6-8d21-43d2-9820-3a0e1f6f66ab service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194239 Oct 13 13:10:51.721632 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3ba015d5-5b67-4dee-8cb0-f4a179d9ada4 req-0e3e370b-ba0d-4c48-a58e-0435fff30930 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427656 Oct 13 13:10:51.739646 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-a39be7ab-c6a5-4405-85df-c5fe15f158e3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860553 Oct 13 13:10:51.759565 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a006a2b-d971-4b94-9ff8-d08978d44c28 req-d520439e-7652-43ee-be5b-c4867db70325 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214795 Oct 13 13:10:51.920301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:51.935160 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2bb61145-71a0-4eff-b31e-d119142de258 req-e53dbefc-fde6-4629-9602-7fc4d54e424f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889174 Oct 13 13:10:52.324034 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cd3157ae-1321-428a-bba0-5aeaa61bfeac req-d8b2ec1c-3f8e-4f98-9751-0bd601ebd639 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 210 time: 0.0311184 Oct 13 13:10:52.768611 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-51b67e00-4970-4f8b-bcde-34d6c90a5aa5 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:52.770197 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-51b67e00-4970-4f8b-bcde-34d6c90a5aa5 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "GET /networking/v2.0/networks?id=5b4f82fe-1259-480a-b97a-2403a9b4130d HTTP/1.1" status: 200 len: 813 time: 0.1051254 Oct 13 13:10:52.824475 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Request body: {'port': {'device_id': '6a4a7328-d884-4015-aadc-aa5062a77724', 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d', 'admin_state_up': True, 'tenant_id': 'f85144e13e254365a86aa785093c8575'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:52.882938 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58c938-783c-4dc2-ab57-944091b76d3b req-967568c1-ba48-4c9f-9458-233827d6337d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:52.884444 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef58c938-783c-4dc2-ab57-944091b76d3b req-967568c1-ba48-4c9f-9458-233827d6337d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0459826 Oct 13 13:10:52.935320 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ef58c938-783c-4dc2-ab57-944091b76d3b req-03c64eda-1229-4264-88c7-269c53c6f118 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451593 Oct 13 13:10:52.957360 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Made reservation on behalf of f85144e13e254365a86aa785093c8575 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:10:52.961905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.052913 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:53.136865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Allocated IP 172.20.0.5 (5b4f82fe-1259-480a-b97a-2403a9b4130d/74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5/879af4f7-b860-4ff7-afae-5448deb00962) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:10:53.320935 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48668) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:53.370530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks [] for port (879af4f7-b860-4ff7-afae-5448deb00962), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.412338 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (879af4f7-b860-4ff7-afae-5448deb00962), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.496633 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a982a-2278-4204-b7bb-0659aa56d598 req-09a59d30-4739-4ab1-a8f0-506b7a5db361 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:53.501649 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d26a982a-2278-4204-b7bb-0659aa56d598 req-09a59d30-4739-4ab1-a8f0-506b7a5db361 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 931 time: 0.0636275 Oct 13 13:10:53.549444 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Network 5b4f82fe-1259-480a-b97a-2403a9b4130d is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:10:53.554152 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55934504-6d0f-47b1-8031-35b989dcac5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.555049 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:10:53.557710 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:10:53.562872 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:53.563540 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.569376 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d26a982a-2278-4204-b7bb-0659aa56d598 req-2e6d937f-08c3-41e7-9fdc-cc77a0dc5193 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667651 Oct 13 13:10:53.601274 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7807813 Oct 13 13:10:53.602389 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba634e-8cdd-47e0-a6e2-07a574cab407 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Pushing event updated for resources: {'Port': ['ID=879af4f7-b860-4ff7-afae-5448deb00962,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:53.637578 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Request body: {'port': {'device_id': '6a4a7328-d884-4015-aadc-aa5062a77724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:10:53.680148 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55934504-6d0f-47b1-8031-35b989dcac5e admin admin] Publish callbacks [] for security_group (5bc6a0e0-ce03-4613-ab2b-1e9c042d1752), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.685296 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-55934504-6d0f-47b1-8031-35b989dcac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5bc6a0e0-ce03-4613-ab2b-1e9c042d1752), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.705934 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (879af4f7-b860-4ff7-afae-5448deb00962), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.733535 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-55934504-6d0f-47b1-8031-35b989dcac5e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=238de2aafc0048f3b538d4624293d6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112005 Oct 13 13:10:53.734704 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55934504-6d0f-47b1-8031-35b989dcac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc6a0e0-ce03-4613-ab2b-1e9c042d1752,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:53.737279 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48694) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:53.781677 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:53.793157 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1feddb24-5cab-4a79-bc63-b18a92e2561f admin admin] Publish callbacks [] for security_group (5bc6a0e0-ce03-4613-ab2b-1e9c042d1752), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.814246 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1feddb24-5cab-4a79-bc63-b18a92e2561f admin admin] Publish callbacks [] for security_group (5bc6a0e0-ce03-4613-ab2b-1e9c042d1752), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.816075 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:53.868782 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1feddb24-5cab-4a79-bc63-b18a92e2561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5bc6a0e0-ce03-4613-ab2b-1e9c042d1752), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.871955 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1feddb24-5cab-4a79-bc63-b18a92e2561f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:53.873097 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1feddb24-5cab-4a79-bc63-b18a92e2561f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5bc6a0e0-ce03-4613-ab2b-1e9c042d1752 HTTP/1.1" status: 204 len: 168 time: 0.1347468 Oct 13 13:10:53.884070 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feddb24-5cab-4a79-bc63-b18a92e2561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc6a0e0-ce03-4613-ab2b-1e9c042d1752,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:53.891520 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48700) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:53.891668 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:54.016906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879af4f7-b860-4ff7-afae-5448deb00962 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:54.029797 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Publish callbacks [] for port (879af4f7-b860-4ff7-afae-5448deb00962), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.055323 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Transition to ACTIVE for port object 879af4f7-b860-4ff7-afae-5448deb00962 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:10:54.060067 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (879af4f7-b860-4ff7-afae-5448deb00962), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.100233 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cde0ab-dff7-44e7-a8f8-951d9cf7da71 req-c590cb10-5cc2-46c6-a559-0ebda5399edd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:54.102101 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39cde0ab-dff7-44e7-a8f8-951d9cf7da71 req-c590cb10-5cc2-46c6-a559-0ebda5399edd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0682366 Oct 13 13:10:54.131171 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:54.144042 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Pushing event updated for resources: {'Port': ['ID=879af4f7-b860-4ff7-afae-5448deb00962,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:54.154585 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Attempting to bind port 879af4f7-b860-4ff7-afae-5448deb00962 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:10:54.155234 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Attempting to bind port 879af4f7-b860-4ff7-afae-5448deb00962 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:10:54.155620 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Attempting to bind port 879af4f7-b860-4ff7-afae-5448deb00962 on network 5b4f82fe-1259-480a-b97a-2403a9b4130d {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:54.178029 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39cde0ab-dff7-44e7-a8f8-951d9cf7da71 req-5a91bf7d-ef2b-41ad-8cea-1144fd16f9cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686176 Oct 13 13:10:54.179021 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b6d032f-64fe-4da4-af51-5a716617a424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.216714 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Port 879af4f7-b860-4ff7-afae-5448deb00962 on network 5b4f82fe-1259-480a-b97a-2403a9b4130d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:10:54.217155 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Attempting to bind port 879af4f7-b860-4ff7-afae-5448deb00962 on network 5b4f82fe-1259-480a-b97a-2403a9b4130d {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:10:54.273692 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:10:54.274038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Checking segment: {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:10:54.274481 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Bound using segment: {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:10:54.275020 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Bound port: 879af4f7-b860-4ff7-afae-5448deb00962, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:10:54.275570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (879af4f7-b860-4ff7-afae-5448deb00962), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.302588 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b6d032f-64fe-4da4-af51-5a716617a424 admin admin] Publish callbacks [] for security_group (7c12110b-8059-4c56-935d-b414d6d40160), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.314966 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2b6d032f-64fe-4da4-af51-5a716617a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7c12110b-8059-4c56-935d-b414d6d40160), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.359779 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] For port 879af4f7-b860-4ff7-afae-5448deb00962, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:10:54.363587 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] For port 879af4f7-b860-4ff7-afae-5448deb00962, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=879af4f7-b860-4ff7-afae-5448deb00962,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:10:54.369235 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2b6d032f-64fe-4da4-af51-5a716617a424 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=09f0359d0d60455ab08e2fd479a97cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759703 Oct 13 13:10:54.370721 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d032f-64fe-4da4-af51-5a716617a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12110b-8059-4c56-935d-b414d6d40160,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:54.370862 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (879af4f7-b860-4ff7-afae-5448deb00962), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.373864 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48720) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:54.375487 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:54.376114 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.377944 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/879af4f7-b860-4ff7-afae-5448deb00962 HTTP/1.1" status: 200 len: 1093 time: 0.7468266 Oct 13 13:10:54.380745 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4a7328-d884-4015-aadc-aa5062a77724', 'tag': '879af4f7-b860-4ff7-afae-5448deb00962'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:10:54.383887 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4a7328-d884-4015-aadc-aa5062a77724", "tag": "879af4f7-b860-4ff7-afae-5448deb00962"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:10:54.446941 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060a244b-911c-4587-9118-c5a1af174cae x-openstack-request-id: req-060a244b-911c-4587-9118-c5a1af174cae {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:10:54.447262 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4a7328-d884-4015-aadc-aa5062a77724", "tag": "879af4f7-b860-4ff7-afae-5448deb00962", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:10:54.447511 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-060a244b-911c-4587-9118-c5a1af174cae {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:10:54.447910 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060a244b-911c-4587-9118-c5a1af174cae'] response: {'name': 'network-changed', 'server_uuid': '6a4a7328-d884-4015-aadc-aa5062a77724', 'tag': '879af4f7-b860-4ff7-afae-5448deb00962', 'status': 'completed', 'code': 200} Oct 13 13:10:54.449397 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b3c770c0-112d-4e98-994a-fb9a457c54ea admin admin] Publish callbacks [] for security_group (7c12110b-8059-4c56-935d-b414d6d40160), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.475406 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b3c770c0-112d-4e98-994a-fb9a457c54ea admin admin] Publish callbacks [] for security_group (7c12110b-8059-4c56-935d-b414d6d40160), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.481851 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2292a4-982a-4a3a-b2f2-403a155cff66 service neutron] Pushing event updated for resources: {'Port': ['ID=879af4f7-b860-4ff7-afae-5448deb00962,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:54.490799 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-e42fda49-97f1-4ecc-bb2d-318c9585b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:54.492884 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-e42fda49-97f1-4ecc-bb2d-318c9585b9c4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f85144e13e254365a86aa785093c8575&device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 1127 time: 0.0605309 Oct 13 13:10:54.543494 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b3c770c0-112d-4e98-994a-fb9a457c54ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7c12110b-8059-4c56-935d-b414d6d40160), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.546632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b3c770c0-112d-4e98-994a-fb9a457c54ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:54.548023 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b3c770c0-112d-4e98-994a-fb9a457c54ea admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7c12110b-8059-4c56-935d-b414d6d40160 HTTP/1.1" status: 204 len: 168 time: 0.1730342 Oct 13 13:10:54.560212 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c770c0-112d-4e98-994a-fb9a457c54ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12110b-8059-4c56-935d-b414d6d40160,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:54.571603 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-b5a8fc39-1374-4170-87e3-09324e59a041 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=879af4f7-b860-4ff7-afae-5448deb00962 HTTP/1.1" status: 200 len: 217 time: 0.0558674 Oct 13 13:10:54.635023 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7f8cf096-53dd-417b-8370-7f3160e53b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:54.637011 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-7f8cf096-53dd-417b-8370-7f3160e53b67 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5 HTTP/1.1" status: 200 len: 853 time: 0.0528851 Oct 13 13:10:54.677861 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-c42d0570-f787-4951-8d95-8f144dd1c506 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5b4f82fe-1259-480a-b97a-2403a9b4130d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321953 Oct 13 13:10:54.732719 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bd49c-96d0-430b-9091-cc9249431526 req-ff387ede-aa11-4f82-8192-6f12c89193ae tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:54.734428 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e35bd49c-96d0-430b-9091-cc9249431526 req-ff387ede-aa11-4f82-8192-6f12c89193ae tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 943 time: 0.0594254 Oct 13 13:10:54.796291 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-da417742-0cea-4659-9610-29b3b947efbf service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068015 Oct 13 13:10:54.802311 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e35bd49c-96d0-430b-9091-cc9249431526 req-1514d42c-6ee6-449c-848d-78066756b384 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607331 Oct 13 13:10:54.903372 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6276b73c-9166-403f-b0af-5d1e4823de6e req-e10bf959-4a43-4f02-8521-1bbd806e2b5e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993176 Oct 13 13:10:55.033507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48748) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:55.047205 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cba40aa9-055b-4d83-966a-ee2b719153f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.124021 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cba40aa9-055b-4d83-966a-ee2b719153f8 admin admin] Publish callbacks [] for security_group (19056ed4-6018-4cfd-a341-cc469ae50758), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.128012 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cba40aa9-055b-4d83-966a-ee2b719153f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (19056ed4-6018-4cfd-a341-cc469ae50758), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.170917 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48750) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:10:55.171331 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-cba40aa9-055b-4d83-966a-ee2b719153f8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b714f9e378a347bbb78cf393f2798dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363199 Oct 13 13:10:55.171935 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba40aa9-055b-4d83-966a-ee2b719153f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19056ed4-6018-4cfd-a341-cc469ae50758,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:55.233571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8351fe6-d5ba-4acf-bc0e-ee45c8ad9e03 admin admin] Publish callbacks [] for security_group (19056ed4-6018-4cfd-a341-cc469ae50758), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.258300 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8351fe6-d5ba-4acf-bc0e-ee45c8ad9e03 admin admin] Publish callbacks [] for security_group (19056ed4-6018-4cfd-a341-cc469ae50758), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.318231 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8351fe6-d5ba-4acf-bc0e-ee45c8ad9e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (19056ed4-6018-4cfd-a341-cc469ae50758), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.326158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8351fe6-d5ba-4acf-bc0e-ee45c8ad9e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.331935 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c8351fe6-d5ba-4acf-bc0e-ee45c8ad9e03 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/19056ed4-6018-4cfd-a341-cc469ae50758 HTTP/1.1" status: 204 len: 168 time: 0.1589200 Oct 13 13:10:55.336477 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:55.343704 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8351fe6-d5ba-4acf-bc0e-ee45c8ad9e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19056ed4-6018-4cfd-a341-cc469ae50758,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:55.362172 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930887c-5181-4bf8-94fe-0bafe5c3cfa5 req-a83f8f46-c0c4-446c-aa5e-877b1b182f43 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:55.364195 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3930887c-5181-4bf8-94fe-0bafe5c3cfa5 req-a83f8f46-c0c4-446c-aa5e-877b1b182f43 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0979290 Oct 13 13:10:55.395139 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:55.414851 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:55.439323 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3930887c-5181-4bf8-94fe-0bafe5c3cfa5 req-cc35815b-0688-4d4f-b9e4-b33da6791dc3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672212 Oct 13 13:10:55.488871 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:55.936540 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504399b-de47-4c49-ad04-971e03045e35 req-6e2d1018-9846-4de2-810e-c43e699e957b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:55.937998 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b504399b-de47-4c49-ad04-971e03045e35 req-6e2d1018-9846-4de2-810e-c43e699e957b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 943 time: 0.0512042 Oct 13 13:10:55.987593 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b504399b-de47-4c49-ad04-971e03045e35 req-f4b9d01b-1db8-4d36-ab84-7a25ecf4a899 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Oct 13 13:10:56.346481 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-87090365-ce7d-4b14-9dc2-3372b7ef936a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648022 Oct 13 13:10:56.351778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-1a354cce-a891-456e-be20-84e369740f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:56.353177 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-1a354cce-a891-456e-be20-84e369740f73 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f85144e13e254365a86aa785093c8575&device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 1127 time: 0.0623493 Oct 13 13:10:56.579510 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ad588-7c83-4648-9e4f-5f9126c40117 req-a07d96bd-9c0c-4a7d-a66d-9854363fc39a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:56.579510 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-493ad588-7c83-4648-9e4f-5f9126c40117 req-a07d96bd-9c0c-4a7d-a66d-9854363fc39a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0577250 Oct 13 13:10:56.640456 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-493ad588-7c83-4648-9e4f-5f9126c40117 req-5afb4396-4e80-40b1-b331-89af5789b56e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562425 Oct 13 13:10:57.138717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f41f5-dbe1-4ffc-8c84-40f08b2c4d05 req-2c02b02f-e22c-4da5-9674-07b3880b6d9c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:57.140263 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a2f41f5-dbe1-4ffc-8c84-40f08b2c4d05 req-2c02b02f-e22c-4da5-9674-07b3880b6d9c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 943 time: 0.0600915 Oct 13 13:10:57.197961 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a2f41f5-dbe1-4ffc-8c84-40f08b2c4d05 req-bb8278dd-e7f8-4f9a-949b-8436422fa45b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Oct 13 13:10:57.762281 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd94bde-c12e-4a4d-8be6-3c787fb9dacf req-5d34e013-a180-4c49-ac99-05e02f09d825 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:57.763778 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5fd94bde-c12e-4a4d-8be6-3c787fb9dacf req-5d34e013-a180-4c49-ac99-05e02f09d825 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0470574 Oct 13 13:10:57.813658 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5fd94bde-c12e-4a4d-8be6-3c787fb9dacf req-85a8a599-c5d7-4903-9df0-1669df37d60a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444198 Oct 13 13:10:58.317355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77189b-7b24-4d9a-9ab2-01e92235d0ea req-14fafbb1-1826-4806-8b98-193f27fbcc2f tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:58.318818 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b77189b-7b24-4d9a-9ab2-01e92235d0ea req-14fafbb1-1826-4806-8b98-193f27fbcc2f tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 943 time: 0.0463207 Oct 13 13:10:58.367188 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b77189b-7b24-4d9a-9ab2-01e92235d0ea req-02a02d25-f962-4f5b-a8fc-c0887a09e761 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Oct 13 13:10:58.928763 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8f8c7-6cdd-4372-b3c4-7a887587b260 req-57f668f9-6ea6-45e1-9846-9642325a0725 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:58.930731 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01d8f8c7-6cdd-4372-b3c4-7a887587b260 req-57f668f9-6ea6-45e1-9846-9642325a0725 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0456038 Oct 13 13:10:58.947708 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=48 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:58.948464 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=48 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:58.977538 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01d8f8c7-6cdd-4372-b3c4-7a887587b260 req-6259a011-d267-450f-bd86-7f6248af3e75 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Oct 13 13:10:59.487521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fc038-4b3a-471d-ba4b-00bcc719f071 req-7f22f2e6-e1ce-40a7-a073-cc2057c2f76a tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:10:59.488967 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-252fc038-4b3a-471d-ba4b-00bcc719f071 req-7f22f2e6-e1ce-40a7-a073-cc2057c2f76a tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 943 time: 0.0485682 Oct 13 13:10:59.535275 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-252fc038-4b3a-471d-ba4b-00bcc719f071 req-237456a7-6985-40f4-a50e-bd8dbe4f24b4 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Oct 13 13:10:59.697870 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 879af4f7-b860-4ff7-afae-5448deb00962 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:10:59.713216 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:59.805881 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 879af4f7-b860-4ff7-afae-5448deb00962, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=879af4f7-b860-4ff7-afae-5448deb00962,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:59.817419 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '879af4f7-b860-4ff7-afae-5448deb00962', 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d', 'port_id': '879af4f7-b860-4ff7-afae-5448deb00962', 'mac_address': 'fa:16:3e:44:8b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:10:59.852847 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:10:59.855784 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 879af4f7-b860-4ff7-afae-5448deb00962 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:10:59.856169 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (879af4f7-b860-4ff7-afae-5448deb00962), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:59.872703 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879af4f7-b860-4ff7-afae-5448deb00962 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:10:59.894605 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 879af4f7-b860-4ff7-afae-5448deb00962, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=879af4f7-b860-4ff7-afae-5448deb00962,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:10:59.899512 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (879af4f7-b860-4ff7-afae-5448deb00962), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:10:59.952400 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=879af4f7-b860-4ff7-afae-5448deb00962,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:10:59.959561 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.959908 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.960274 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.961256 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.961595 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.961921 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.962245 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.962565 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.962887 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.963251 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.963579 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.963917 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.964238 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.964555 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.964908 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:10:59.978826 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:11:00.103375 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f85c-31e1-4a48-93e7-a88e1b4f7bd2 req-2e9214b5-48b6-42e3-9856-b4d16219899a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:00.104851 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8f29f85c-31e1-4a48-93e7-a88e1b4f7bd2 req-2e9214b5-48b6-42e3-9856-b4d16219899a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0488741 Oct 13 13:11:00.155496 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8f29f85c-31e1-4a48-93e7-a88e1b4f7bd2 req-0d69bae9-e141-4708-bf6f-4fac94129063 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Oct 13 13:11:00.536569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48912) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:00.641526 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4d467ee-9675-48f1-b306-1ae6b3f9980a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.654223 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c940937-8cdb-45b9-90b7-940c793a6992 req-c880a2e8-2103-417b-ad8c-e77eda123ee7 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:00.655772 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c940937-8cdb-45b9-90b7-940c793a6992 req-c880a2e8-2103-417b-ad8c-e77eda123ee7 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 944 time: 0.0485489 Oct 13 13:11:00.692487 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:00.716179 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c940937-8cdb-45b9-90b7-940c793a6992 req-0f312147-783c-41fe-b5e6-428dcd471646 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Oct 13 13:11:00.729094 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4d467ee-9675-48f1-b306-1ae6b3f9980a admin admin] Publish callbacks [] for security_group (ad2e48bf-1ffa-42b9-ab25-c5a60b483839), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.733254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4d467ee-9675-48f1-b306-1ae6b3f9980a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ad2e48bf-1ffa-42b9-ab25-c5a60b483839), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.771714 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d467ee-9675-48f1-b306-1ae6b3f9980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e48bf-1ffa-42b9-ab25-c5a60b483839,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:00.776045 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f4d467ee-9675-48f1-b306-1ae6b3f9980a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=874a82c1c4134e9e8576de7036dee9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383826 Oct 13 13:11:00.778803 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48922) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:00.832093 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32e95f41-d3b8-4779-a0a2-34354db90ceb admin admin] Publish callbacks [] for security_group (ad2e48bf-1ffa-42b9-ab25-c5a60b483839), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.860541 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32e95f41-d3b8-4779-a0a2-34354db90ceb admin admin] Publish callbacks [] for security_group (ad2e48bf-1ffa-42b9-ab25-c5a60b483839), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.932528 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32e95f41-d3b8-4779-a0a2-34354db90ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ad2e48bf-1ffa-42b9-ab25-c5a60b483839), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.936391 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-32e95f41-d3b8-4779-a0a2-34354db90ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:00.940206 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-32e95f41-d3b8-4779-a0a2-34354db90ceb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ad2e48bf-1ffa-42b9-ab25-c5a60b483839 HTTP/1.1" status: 204 len: 168 time: 0.1579220 Oct 13 13:11:00.966812 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e95f41-d3b8-4779-a0a2-34354db90ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e48bf-1ffa-42b9-ab25-c5a60b483839,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:01.307792 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d92cb9-cac6-4d60-aa56-6c1025b6b171 req-ce2af2b9-b43f-434b-ac45-33b15876011e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:01.310098 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-67d92cb9-cac6-4d60-aa56-6c1025b6b171 req-ce2af2b9-b43f-434b-ac45-33b15876011e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0684381 Oct 13 13:11:01.329529 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 48958) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:01.345712 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e1a6373f-5488-4e00-8b9b-852c09a527af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.363974 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-67d92cb9-cac6-4d60-aa56-6c1025b6b171 req-b1c43409-5a9b-4218-8e71-8bca586d2c04 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Oct 13 13:11:01.439629 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e1a6373f-5488-4e00-8b9b-852c09a527af admin admin] Publish callbacks [] for security_group (c76b3205-f392-4671-b2aa-3adfb775827d), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.443826 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e1a6373f-5488-4e00-8b9b-852c09a527af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c76b3205-f392-4671-b2aa-3adfb775827d), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.484804 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e1a6373f-5488-4e00-8b9b-852c09a527af admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2b68b7e6080146678c4cc02d17dc2e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539683 Oct 13 13:11:01.485958 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6373f-5488-4e00-8b9b-852c09a527af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b3205-f392-4671-b2aa-3adfb775827d,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:01.487607 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 48966) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:01.521345 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:01.539284 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7052-8910-42d2-b0c3-4efd82ac6510 admin admin] Publish callbacks [] for security_group (c76b3205-f392-4671-b2aa-3adfb775827d), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.557965 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:01.560289 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7052-8910-42d2-b0c3-4efd82ac6510 admin admin] Publish callbacks [] for security_group (c76b3205-f392-4671-b2aa-3adfb775827d), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.605329 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7052-8910-42d2-b0c3-4efd82ac6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c76b3205-f392-4671-b2aa-3adfb775827d), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.607891 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9e0e7052-8910-42d2-b0c3-4efd82ac6510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:01.608990 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9e0e7052-8910-42d2-b0c3-4efd82ac6510 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c76b3205-f392-4671-b2aa-3adfb775827d HTTP/1.1" status: 204 len: 168 time: 0.1203609 Oct 13 13:11:01.617458 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e7052-8910-42d2-b0c3-4efd82ac6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b3205-f392-4671-b2aa-3adfb775827d,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:01.837830 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94402f-4840-412f-8a78-27259c482f3e req-f72eea3a-681c-497e-96c9-450b4554e728 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:01.839631 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0c94402f-4840-412f-8a78-27259c482f3e req-f72eea3a-681c-497e-96c9-450b4554e728 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 944 time: 0.0514336 Oct 13 13:11:01.887153 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0c94402f-4840-412f-8a78-27259c482f3e req-73fe7e0e-f598-4a47-a648-c393c37c66b2 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Oct 13 13:11:02.490097 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1441bd4-af17-45e4-9072-cc7ec994ff93 req-d0d7041a-f079-4274-8d68-846cdafaf576 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:02.492225 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c1441bd4-af17-45e4-9072-cc7ec994ff93 req-d0d7041a-f079-4274-8d68-846cdafaf576 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0497415 Oct 13 13:11:02.542201 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c1441bd4-af17-45e4-9072-cc7ec994ff93 req-37194d76-9357-4e74-9ff5-78f73eedfd6c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Oct 13 13:11:03.010207 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09237b-1264-4791-8c45-1a74788cbbdf req-e2b009ab-1abd-4455-9925-51a911dbe018 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.011680 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b09237b-1264-4791-8c45-1a74788cbbdf req-e2b009ab-1abd-4455-9925-51a911dbe018 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 944 time: 0.0507824 Oct 13 13:11:03.066711 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b09237b-1264-4791-8c45-1a74788cbbdf req-5228ef3e-db64-43b5-a44d-67afe1f5f809 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Oct 13 13:11:03.236153 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['879af4f7-b860-4ff7-afae-5448deb00962'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:11:03.468077 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-2b8a9a89-a4dc-4411-99af-f548d1be11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.469871 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-2b8a9a89-a4dc-4411-99af-f548d1be11c7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=6027a602300d4d2bbf33ac329b2960f6&device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 1130 time: 0.2596598 Oct 13 13:11:03.495348 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-2a7d2f64-4516-4822-bd3f-3cb2de129df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.496780 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-2a7d2f64-4516-4822-bd3f-3cb2de129df2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=5b4f82fe-1259-480a-b97a-2403a9b4130d HTTP/1.1" status: 200 len: 914 time: 0.3338261 Oct 13 13:11:03.656441 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-2f5e5c16-fc3f-4e4a-9529-ccd1b72b062c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=879af4f7-b860-4ff7-afae-5448deb00962 HTTP/1.1" status: 200 len: 217 time: 0.0560598 Oct 13 13:11:03.666736 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c8ca2-8cd0-429f-b083-c97d3d1cb0cc req-7331d434-1100-45b6-9a0d-9b72584019fc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.669100 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-292c8ca2-8cd0-429f-b083-c97d3d1cb0cc req-7331d434-1100-45b6-9a0d-9b72584019fc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0508893 Oct 13 13:11:03.724070 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-292c8ca2-8cd0-429f-b083-c97d3d1cb0cc req-3b864067-3e66-4b8a-9ce7-eeb88d6ee799 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477068 Oct 13 13:11:03.737394 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:03.784053 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-e8a18363-cdfe-4873-8c5d-e82def79f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.785502 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-e8a18363-cdfe-4873-8c5d-e82def79f68b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5 HTTP/1.1" status: 200 len: 853 time: 0.1175647 Oct 13 13:11:03.827942 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-9bbb4870-f1ad-4c03-be70-ca8347ce3814 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5b4f82fe-1259-480a-b97a-2403a9b4130d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309072 Oct 13 13:11:03.828954 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-0b07c5f5-7f04-49fa-bec5-337cf407a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.830237 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-0b07c5f5-7f04-49fa-bec5-337cf407a44f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=d7a9f8d3-62bc-4905-b92d-b9129667450a HTTP/1.1" status: 200 len: 913 time: 0.1836445 Oct 13 13:11:03.894456 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-d8e4e212-7d0e-40b7-beaf-5817fc7da71f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 HTTP/1.1" status: 200 len: 217 time: 0.0501554 Oct 13 13:11:03.982608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-3dd56a13-9dde-4909-83ea-07cfb145188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:03.984060 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-3dd56a13-9dde-4909-83ea-07cfb145188a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=80e70b12-7f27-474d-bb9c-0581d05de9d8 HTTP/1.1" status: 200 len: 851 time: 0.0648358 Oct 13 13:11:04.009281 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-5aefd0db-a8bd-40b0-a1d8-0fe6ab604439 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662099 Oct 13 13:11:04.078583 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-fa36c961-5841-42a4-9e75-835cb37c4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:04.080071 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-fa36c961-5841-42a4-9e75-835cb37c4295 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=d7a9f8d3-62bc-4905-b92d-b9129667450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835428 Oct 13 13:11:04.081889 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:04.175650 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9e3bd75a-2eb7-4320-899b-8b9e7c31ea7a req-4c6c66e7-fefa-487e-bae8-f467d2df04a6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513655 Oct 13 13:11:04.187158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7417-8156-4c16-92e4-cd529fd73e96 req-9cc6d73e-548e-451c-a597-306a7e8cd476 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:04.191701 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5c8e7417-8156-4c16-92e4-cd529fd73e96 req-9cc6d73e-548e-451c-a597-306a7e8cd476 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 944 time: 0.0524595 Oct 13 13:11:04.213830 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-de115242-bfab-46b6-864f-872ae63e6e8b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226225 Oct 13 13:11:04.243479 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5c8e7417-8156-4c16-92e4-cd529fd73e96 req-8071cc77-c7e1-43e6-b583-89d791ede534 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Oct 13 13:11:04.318730 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-936517b3-0ecb-489d-8bbc-8dcf5743bff7 req-5aee4fe0-d7d1-4ee5-98a5-8817687ef7c7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978460 Oct 13 13:11:04.493019 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f402131-ca47-4f68-b7ea-d7d5fa5ff648 req-4b4bd76e-6228-47ba-8d5b-71d6f9718aaa tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:04.494496 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2f402131-ca47-4f68-b7ea-d7d5fa5ff648 req-4b4bd76e-6228-47ba-8d5b-71d6f9718aaa tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0476301 Oct 13 13:11:04.547379 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2f402131-ca47-4f68-b7ea-d7d5fa5ff648 req-8165af30-be00-488f-87c9-52497a7fd12f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Oct 13 13:11:04.885536 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d7726-9cdb-4a35-ac2c-1ee866ebaa95 req-fb5f2bf6-b5ab-4834-8316-e34ac2179ba6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:04.888037 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-790d7726-9cdb-4a35-ac2c-1ee866ebaa95 req-fb5f2bf6-b5ab-4834-8316-e34ac2179ba6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0607097 Oct 13 13:11:04.950494 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-790d7726-9cdb-4a35-ac2c-1ee866ebaa95 req-4ebbccee-bbe8-49d4-bed3-77f0760af481 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565386 Oct 13 13:11:05.247050 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 879af4f7-b860-4ff7-afae-5448deb00962 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:05.294744 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 879af4f7-b860-4ff7-afae-5448deb00962 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:11:05.304357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 879af4f7-b860-4ff7-afae-5448deb00962 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:05.304817 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (879af4f7-b860-4ff7-afae-5448deb00962), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:05.305225 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 879af4f7-b860-4ff7-afae-5448deb00962 Oct 13 13:11:05.375247 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0746-72ec-4f14-97da-bf257416c635 req-009d0d3f-c7c8-4ea9-82b2-ad7c97b0a357 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:05.376712 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6d9f0746-72ec-4f14-97da-bf257416c635 req-009d0d3f-c7c8-4ea9-82b2-ad7c97b0a357 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 944 time: 0.0486426 Oct 13 13:11:05.382425 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 879af4f7-b860-4ff7-afae-5448deb00962 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:05.382811 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (879af4f7-b860-4ff7-afae-5448deb00962), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:05.410623 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4a7328-d884-4015-aadc-aa5062a77724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879af4f7-b860-4ff7-afae-5448deb00962'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:11:05.413043 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b47067-4872-4676-bffb-d62018890a74" -d '{"events": [{"server_uuid": "6a4a7328-d884-4015-aadc-aa5062a77724", "name": "network-vif-plugged", "status": "completed", "tag": "879af4f7-b860-4ff7-afae-5448deb00962"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:11:05.425875 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6d9f0746-72ec-4f14-97da-bf257416c635 req-0392f51b-ecdd-4295-b641-f5e211def3e4 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Oct 13 13:11:05.428040 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 879af4f7-b860-4ff7-afae-5448deb00962, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=879af4f7-b860-4ff7-afae-5448deb00962,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:05.433644 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (879af4f7-b860-4ff7-afae-5448deb00962), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:05.457006 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a0b066-456f-42ac-bd5e-7339e7d0e41a x-openstack-request-id: req-a8a0b066-456f-42ac-bd5e-7339e7d0e41a {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:11:05.457292 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4a7328-d884-4015-aadc-aa5062a77724", "name": "network-vif-plugged", "status": "completed", "tag": "879af4f7-b860-4ff7-afae-5448deb00962", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:11:05.457543 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8a0b066-456f-42ac-bd5e-7339e7d0e41a {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:11:05.457930 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a0b066-456f-42ac-bd5e-7339e7d0e41a'] response: {'server_uuid': '6a4a7328-d884-4015-aadc-aa5062a77724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879af4f7-b860-4ff7-afae-5448deb00962', 'code': 200} Oct 13 13:11:05.482551 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=879af4f7-b860-4ff7-afae-5448deb00962,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:05.676373 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10516d-ba9e-4aef-b113-0b2fd832ae80 req-e745e829-7e77-41ad-a16a-3237da5c9b6f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:05.678158 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7d10516d-ba9e-4aef-b113-0b2fd832ae80 req-e745e829-7e77-41ad-a16a-3237da5c9b6f tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0463779 Oct 13 13:11:05.699962 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:05.727491 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7d10516d-ba9e-4aef-b113-0b2fd832ae80 req-5cb99a96-41f1-48bc-85f7-473fa835bff8 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Oct 13 13:11:06.054670 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49100) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:06.076058 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b4897-8ff8-4215-9723-1ea65c002ed8 req-969b2229-7659-446b-b7af-e8d2290a55d3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:06.077509 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3c3b4897-8ff8-4215-9723-1ea65c002ed8 req-969b2229-7659-446b-b7af-e8d2290a55d3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0477011 Oct 13 13:11:06.128721 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3c3b4897-8ff8-4215-9723-1ea65c002ed8 req-97f3dcb4-d3cd-459f-af60-ed89f2ac26dc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449173 Oct 13 13:11:06.161081 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61a85b57-f248-43c4-b3fe-0472c765deb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.260768 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61a85b57-f248-43c4-b3fe-0472c765deb0 admin admin] Publish callbacks [] for security_group (eb7b8adc-8ee6-4651-87e4-62fb73eb0880), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.265793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61a85b57-f248-43c4-b3fe-0472c765deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (eb7b8adc-8ee6-4651-87e4-62fb73eb0880), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.341392 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a85b57-f248-43c4-b3fe-0472c765deb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b8adc-8ee6-4651-87e4-62fb73eb0880,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:06.349248 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-61a85b57-f248-43c4-b3fe-0472c765deb0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a71a5ac3063d4d3d910e73a24f4d923f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934597 Oct 13 13:11:06.352229 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49112) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:06.396824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:06.425408 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb8e8-a0e4-4ce4-9b94-89ef37bbb1b1 admin admin] Publish callbacks [] for security_group (eb7b8adc-8ee6-4651-87e4-62fb73eb0880), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.478700 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb8e8-a0e4-4ce4-9b94-89ef37bbb1b1 admin admin] Publish callbacks [] for security_group (eb7b8adc-8ee6-4651-87e4-62fb73eb0880), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.489829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb483802-4c58-400a-a2da-a43beac9da1b req-4a46bb23-a942-435e-9927-5b6d12a8ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:06.491387 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eb483802-4c58-400a-a2da-a43beac9da1b req-4a46bb23-a942-435e-9927-5b6d12a8ae34 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 1129 time: 0.0724692 Oct 13 13:11:06.540619 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb8e8-a0e4-4ce4-9b94-89ef37bbb1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (eb7b8adc-8ee6-4651-87e4-62fb73eb0880), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.543275 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb8e8-a0e4-4ce4-9b94-89ef37bbb1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:06.544502 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8ddcb8e8-a0e4-4ce4-9b94-89ef37bbb1b1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/eb7b8adc-8ee6-4651-87e4-62fb73eb0880 HTTP/1.1" status: 204 len: 168 time: 0.1911719 Oct 13 13:11:06.553934 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcb8e8-a0e4-4ce4-9b94-89ef37bbb1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b8adc-8ee6-4651-87e4-62fb73eb0880,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:06.576308 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aed694-c142-42cb-aa40-41e8c55fc988 req-a0ea201e-d70d-4e33-a46d-aa3df37838ca tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:06.579231 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d0aed694-c142-42cb-aa40-41e8c55fc988 req-a0ea201e-d70d-4e33-a46d-aa3df37838ca tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0674920 Oct 13 13:11:06.645614 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d0aed694-c142-42cb-aa40-41e8c55fc988 req-b69a28c0-ec9d-48c9-8cc6-d320f19ca5bb tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578611 Oct 13 13:11:06.719560 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-eb483802-4c58-400a-a2da-a43beac9da1b req-6e97b8d0-bfc4-4aad-ae39-033ad4bb8c27 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613604 Oct 13 13:11:06.851313 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49132) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:06.862301 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cf673-4c6c-4467-bee0-4ea3b22d07a0 req-c508034f-38f0-40af-bba3-10e033dfb641 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:06.863837 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-197cf673-4c6c-4467-bee0-4ea3b22d07a0 req-c508034f-38f0-40af-bba3-10e033dfb641 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0555899 Oct 13 13:11:06.879689 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:06.917368 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-197cf673-4c6c-4467-bee0-4ea3b22d07a0 req-b4f94ce5-294f-4a52-bba0-5afa77c8b809 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Oct 13 13:11:06.988459 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-634142cf-38bf-4fcf-af21-7a4fc0e40647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.064393 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-634142cf-38bf-4fcf-af21-7a4fc0e40647 admin admin] Publish callbacks [] for security_group (86137966-9cdc-43e1-b3e0-c0ecf7c11a3d), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.069119 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-634142cf-38bf-4fcf-af21-7a4fc0e40647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (86137966-9cdc-43e1-b3e0-c0ecf7c11a3d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.112009 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-634142cf-38bf-4fcf-af21-7a4fc0e40647 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f2509c4b1f634b1a96668b9c697d9bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596536 Oct 13 13:11:07.112831 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634142cf-38bf-4fcf-af21-7a4fc0e40647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86137966-9cdc-43e1-b3e0-c0ecf7c11a3d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:07.115920 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49144) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:07.185308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee07d-99f9-4e6f-afb4-2e3a025bfc2f admin admin] Publish callbacks [] for security_group (86137966-9cdc-43e1-b3e0-c0ecf7c11a3d), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.211637 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee07d-99f9-4e6f-afb4-2e3a025bfc2f admin admin] Publish callbacks [] for security_group (86137966-9cdc-43e1-b3e0-c0ecf7c11a3d), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.264639 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39f5b6-098e-4112-a5fe-9591d46c6ec1 req-715be460-4f01-4644-9d94-1fabaee56c21 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:07.271495 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b39f5b6-098e-4112-a5fe-9591d46c6ec1 req-715be460-4f01-4644-9d94-1fabaee56c21 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0584841 Oct 13 13:11:07.278714 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee07d-99f9-4e6f-afb4-2e3a025bfc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (86137966-9cdc-43e1-b3e0-c0ecf7c11a3d), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.281661 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6c7ee07d-99f9-4e6f-afb4-2e3a025bfc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.282871 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6c7ee07d-99f9-4e6f-afb4-2e3a025bfc2f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/86137966-9cdc-43e1-b3e0-c0ecf7c11a3d HTTP/1.1" status: 204 len: 168 time: 0.1644626 Oct 13 13:11:07.293971 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ee07d-99f9-4e6f-afb4-2e3a025bfc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86137966-9cdc-43e1-b3e0-c0ecf7c11a3d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:07.322289 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9b39f5b6-098e-4112-a5fe-9591d46c6ec1 req-b3b2e9ca-f835-445e-93c3-d03b5720f74c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Oct 13 13:11:07.688273 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49176) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:07.724404 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-16581069-1cd5-4154-adb2-70af04f9a3b4 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:07.726747 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-16581069-1cd5-4154-adb2-70af04f9a3b4 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.1117511 Oct 13 13:11:07.728166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74fa76ea-929c-4b5c-a266-05ec36ea2cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:07.797580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2201bd1-7a0d-43df-9192-1a78160530a5 req-3f71b44c-4958-452a-bb52-cbb397d7e043 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:07.799186 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2201bd1-7a0d-43df-9192-1a78160530a5 req-3f71b44c-4958-452a-bb52-cbb397d7e043 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0529344 Oct 13 13:11:07.818306 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:07.861075 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2201bd1-7a0d-43df-9192-1a78160530a5 req-2d167665-8f6f-490a-b430-8c2f2bcc5f7d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536635 Oct 13 13:11:07.931238 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Deleting port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:11:07.931588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.024068 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74fa76ea-929c-4b5c-a266-05ec36ea2cde admin admin] Publish callbacks [] for security_group (e420be48-1e39-432f-99b1-6bd82d9c7a76), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.037744 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74fa76ea-929c-4b5c-a266-05ec36ea2cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (e420be48-1e39-432f-99b1-6bd82d9c7a76), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.050200 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f3ed-075d-498f-8e9e-a61d7526fc68 req-da05e418-a424-4202-8f46-e0f1b2772c6a tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:08.052286 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4664f3ed-075d-498f-8e9e-a61d7526fc68 req-da05e418-a424-4202-8f46-e0f1b2772c6a tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 946 time: 0.0516858 Oct 13 13:11:08.080644 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] For port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:08.081078 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.107980 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4664f3ed-075d-498f-8e9e-a61d7526fc68 req-c185f81f-7832-4699-8d94-e1a94b4c4e8d tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ea3d6638-62e9-4d6e-9799-154f7c6dfdce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Oct 13 13:11:08.111804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Calling delete_port for 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:11:08.114944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa76ea-929c-4b5c-a266-05ec36ea2cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e420be48-1e39-432f-99b1-6bd82d9c7a76,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:08.124147 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-74fa76ea-929c-4b5c-a266-05ec36ea2cde admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=02ed6a7deef34f7fb66f4a399e9f493a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344132 Oct 13 13:11:08.126658 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49190) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:08.202177 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:08.271523 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e52ae81a-22c4-4112-9740-b3612e62b6e5 admin admin] Publish callbacks [] for security_group (e420be48-1e39-432f-99b1-6bd82d9c7a76), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.301283 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e52ae81a-22c4-4112-9740-b3612e62b6e5 admin admin] Publish callbacks [] for security_group (e420be48-1e39-432f-99b1-6bd82d9c7a76), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.378072 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.415877 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Pushing event deleted for resources: {'Port': ['ID=56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:08.463298 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c56ca7-f62b-41e1-8db2-8a42131c3e68 req-c2ce36b6-3526-4224-9b3b-c0db54adeb86 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:08.464866 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f3c56ca7-f62b-41e1-8db2-8a42131c3e68 req-c2ce36b6-3526-4224-9b3b-c0db54adeb86 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0528851 Oct 13 13:11:08.473570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e52ae81a-22c4-4112-9740-b3612e62b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (e420be48-1e39-432f-99b1-6bd82d9c7a76), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.481988 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e52ae81a-22c4-4112-9740-b3612e62b6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.493586 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e52ae81a-22c4-4112-9740-b3612e62b6e5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e420be48-1e39-432f-99b1-6bd82d9c7a76 HTTP/1.1" status: 204 len: 168 time: 0.3580396 Oct 13 13:11:08.527855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ae81a-22c4-4112-9740-b3612e62b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e420be48-1e39-432f-99b1-6bd82d9c7a76,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:08.529615 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] No DVR routers for this DVR port 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:11:08.548591 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:08.552630 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-db9d1e23-37b7-468b-9c19-b7ab9e43e255 req-e0c3b9c5-719c-4d86-a392-4f29e2413ac3 tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.50 "DELETE /networking/v2.0/ports/56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 HTTP/1.1" status: 204 len: 173 time: 0.8188837 Oct 13 13:11:08.553456 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'name': 'network-vif-deleted', 'tag': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:11:08.556259 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f40964-9f70-40cb-9949-32bc5a3670f5" -d '{"events": [{"server_uuid": "dcd9bb33-bad5-4d93-ba0f-558c63746e29", "name": "network-vif-deleted", "tag": "56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:11:08.572617 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f3c56ca7-f62b-41e1-8db2-8a42131c3e68 req-164985a0-993a-4c91-a7f7-c0410ad34ca5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949426 Oct 13 13:11:08.640251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d509804b-4d79-4562-8c76-21cc548562df x-openstack-request-id: req-d509804b-4d79-4562-8c76-21cc548562df {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:11:08.640653 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd9bb33-bad5-4d93-ba0f-558c63746e29", "name": "network-vif-deleted", "tag": "56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:11:08.640880 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d509804b-4d79-4562-8c76-21cc548562df {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:11:08.641707 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d509804b-4d79-4562-8c76-21cc548562df'] response: {'server_uuid': 'dcd9bb33-bad5-4d93-ba0f-558c63746e29', 'name': 'network-vif-deleted', 'tag': '56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0', 'status': 'completed', 'code': 200} Oct 13 13:11:08.994145 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b411312-2330-4ed5-a1a5-0a1b3990bf1c req-0c572289-61d7-47a7-90dc-ed610cc0649c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:09.000952 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b411312-2330-4ed5-a1a5-0a1b3990bf1c req-0c572289-61d7-47a7-90dc-ed610cc0649c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0542955 Oct 13 13:11:09.046493 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:09.070389 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b411312-2330-4ed5-a1a5-0a1b3990bf1c req-3e8f1172-0b57-4e6d-8873-13133bb5bf29 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682459 Oct 13 13:11:09.268440 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:11:09.326468 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9cc23d63-464a-45a8-84b0-bdc2f3a51a44 req-291ab683-573b-4847-94d3-596c9d11ccff tempest-DeleteServersTestJSON-1957240839 tempest-DeleteServersTestJSON-1957240839-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dcd9bb33-bad5-4d93-ba0f-558c63746e29 HTTP/1.1" status: 200 len: 210 time: 0.0492351 Oct 13 13:11:09.345325 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:11:09.346656 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56f9f92a-e0d4-4a2d-b2f3-734fabaf36a0 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:11:09.735876 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb2b6-bbe0-4d9d-be30-cbb057a87c5c req-61cad090-4041-473b-b9c0-10cc37abd22c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:09.739262 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-771eb2b6-bbe0-4d9d-be30-cbb057a87c5c req-61cad090-4041-473b-b9c0-10cc37abd22c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0705962 Oct 13 13:11:09.806039 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-771eb2b6-bbe0-4d9d-be30-cbb057a87c5c req-5073a5ec-c48a-41a9-a17a-9a7c7c6c8017 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570984 Oct 13 13:11:09.956922 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:10.937273 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ce908-ce34-46e6-b6ba-7be1cb27b921 req-4185faf8-627d-4b26-8d72-af2c0aaeb95e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:10.938774 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1e5ce908-ce34-46e6-b6ba-7be1cb27b921 req-4185faf8-627d-4b26-8d72-af2c0aaeb95e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0570433 Oct 13 13:11:10.988562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1e5ce908-ce34-46e6-b6ba-7be1cb27b921 req-968cf5ef-476a-4d46-bf09-fe2dbb069fec tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433373 Oct 13 13:11:11.310768 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49408) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:11.419700 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabf-8e30-45b4-8d4f-a682fdbb685b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.435828 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:11.476466 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d56698d8-b5f6-4400-a86d-15592267299a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.504366 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabf-8e30-45b4-8d4f-a682fdbb685b admin admin] Publish callbacks [] for security_group (113c59d1-29e9-49ce-9222-8f65628579ff), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.508342 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1ecaabf-8e30-45b4-8d4f-a682fdbb685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (113c59d1-29e9-49ce-9222-8f65628579ff), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.552298 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b1ecaabf-8e30-45b4-8d4f-a682fdbb685b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f4e890d2225c4489bae4f0887e6ade6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401550 Oct 13 13:11:11.553154 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ecaabf-8e30-45b4-8d4f-a682fdbb685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113c59d1-29e9-49ce-9222-8f65628579ff,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:11.555642 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49414) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:11.607975 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-afdb6efe-8fc5-413f-832b-c8261e96aa26 admin admin] Publish callbacks [] for security_group (113c59d1-29e9-49ce-9222-8f65628579ff), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.628294 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-afdb6efe-8fc5-413f-832b-c8261e96aa26 admin admin] Publish callbacks [] for security_group (113c59d1-29e9-49ce-9222-8f65628579ff), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.652353 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=9 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:11.679948 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-afdb6efe-8fc5-413f-832b-c8261e96aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (113c59d1-29e9-49ce-9222-8f65628579ff), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.682428 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-afdb6efe-8fc5-413f-832b-c8261e96aa26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:11.683615 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-afdb6efe-8fc5-413f-832b-c8261e96aa26 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/113c59d1-29e9-49ce-9222-8f65628579ff HTTP/1.1" status: 204 len: 168 time: 0.1267467 Oct 13 13:11:11.691689 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb6efe-8fc5-413f-832b-c8261e96aa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113c59d1-29e9-49ce-9222-8f65628579ff,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:11.826183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49428) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:12.060830 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49438) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:12.093281 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-03533bcf-648a-47db-a69c-e48e03cff2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.194032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-03533bcf-648a-47db-a69c-e48e03cff2c8 admin admin] Publish callbacks [] for security_group (5e946126-e660-45f0-9fb0-f993d59797e5), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.200805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-03533bcf-648a-47db-a69c-e48e03cff2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5e946126-e660-45f0-9fb0-f993d59797e5), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.209339 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7870fc-86a4-4f0d-8037-3b3da8a55994 req-134a78df-2e77-4b5f-9183-741dc7c7a727 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:12.211399 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cd7870fc-86a4-4f0d-8037-3b3da8a55994 req-134a78df-2e77-4b5f-9183-741dc7c7a727 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.1124723 Oct 13 13:11:12.247040 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-03533bcf-648a-47db-a69c-e48e03cff2c8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1dd734ee08c6447da7b850631a4a8e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857221 Oct 13 13:11:12.248358 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03533bcf-648a-47db-a69c-e48e03cff2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e946126-e660-45f0-9fb0-f993d59797e5,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:12.251117 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49440) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:12.306349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8a59b15-29f2-4400-99ef-1a8e8da12b6a admin admin] Publish callbacks [] for security_group (5e946126-e660-45f0-9fb0-f993d59797e5), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.326242 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8a59b15-29f2-4400-99ef-1a8e8da12b6a admin admin] Publish callbacks [] for security_group (5e946126-e660-45f0-9fb0-f993d59797e5), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.336730 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (aa59665f-42a8-47f6-857d-65a8fcd1096a), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.381834 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8a59b15-29f2-4400-99ef-1a8e8da12b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5e946126-e660-45f0-9fb0-f993d59797e5), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.384761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c8a59b15-29f2-4400-99ef-1a8e8da12b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.388490 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c8a59b15-29f2-4400-99ef-1a8e8da12b6a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5e946126-e660-45f0-9fb0-f993d59797e5 HTTP/1.1" status: 204 len: 168 time: 0.1336091 Oct 13 13:11:12.407936 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cd7870fc-86a4-4f0d-8037-3b3da8a55994 req-cd80efa1-49c5-4ade-91fc-3b1a5360eac8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798139 Oct 13 13:11:12.410147 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a59b15-29f2-4400-99ef-1a8e8da12b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e946126-e660-45f0-9fb0-f993d59797e5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:12.820519 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:12.869472 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Deleting port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:11:12.869889 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.933758 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:12.961347 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] For port 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:12.961715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:12.975813 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Calling delete_port for 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:11:13.212446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (640a516c-e6ec-4bd8-b16c-7f6be00dc8a1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:13.242367 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=640a516c-e6ec-4bd8-b16c-7f6be00dc8a1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:13.386118 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (aa59665f-42a8-47f6-857d-65a8fcd1096a), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:13.491707 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cddd8f-ce06-4024-bf4e-b1f78cfb7a7e None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:11:13.627263 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe12fae-9fb3-4a7a-8ffd-805ceb9c2c31 req-4c8361e1-174c-4bb2-a28f-aab83d77e92f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:13.628991 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5fe12fae-9fb3-4a7a-8ffd-805ceb9c2c31 req-4c8361e1-174c-4bb2-a28f-aab83d77e92f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0731206 Oct 13 13:11:13.743921 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-aaa5a91b-5c32-4e5c-aead-c7afd35d44a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:13.746730 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cddd8f-ce06-4024-bf4e-b1f78cfb7a7e None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:11:13.763625 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:13.766813 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:13.794257 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5fe12fae-9fb3-4a7a-8ffd-805ceb9c2c31 req-8b0245f1-522d-4b21-8461-8ea8179c9d7c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187680 Oct 13 13:11:13.834474 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Router aa59665f-42a8-47f6-857d-65a8fcd1096a has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:11:13.942853 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:11:13.954209 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49492) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:13.954830 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3f4ec095-dc73-4d9e-8204-49fbd946d3e0 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/aa59665f-42a8-47f6-857d-65a8fcd1096a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1273298 Oct 13 13:11:13.963320 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] Sync routers for ids ['aa59665f-42a8-47f6-857d-65a8fcd1096a'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:11:13.974402 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] Routers {'aa59665f-42a8-47f6-857d-65a8fcd1096a'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:13.975102 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['aa59665f-42a8-47f6-857d-65a8fcd1096a'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:14.063683 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks [] for router (aa59665f-42a8-47f6-857d-65a8fcd1096a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.091671 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] Set router aa59665f-42a8-47f6-857d-65a8fcd1096a gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:14.272973 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:14.280031 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:11:13Z', 'revision_number': 5, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:14.306592 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] Checking router: aa59665f-42a8-47f6-857d-65a8fcd1096a for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:11:14.316240 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] Routers {'aa59665f-42a8-47f6-857d-65a8fcd1096a'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:14.317114 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['aa59665f-42a8-47f6-857d-65a8fcd1096a'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:14.356568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks [] for router_gateway (aa59665f-42a8-47f6-857d-65a8fcd1096a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.416011 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Deleting port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:11:14.416468 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.425531 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] Set router aa59665f-42a8-47f6-857d-65a8fcd1096a gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:14.514031 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] For port b01d033b-d430-4fb1-9cb2-184e1f8aaa8b, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:14.514401 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.528761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Calling delete_port for b01d033b-d430-4fb1-9cb2-184e1f8aaa8b owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:11:14.621929 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:11:13Z', 'revision_number': 5, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:14.652958 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d09cb3-410c-49c2-82bf-d6a749ca5e01 None None] The sync data for ids ['aa59665f-42a8-47f6-857d-65a8fcd1096a'] in dv-cinder-826607-8-iscsi is: [{'id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'name': 'tempest-DeleteServersTestJSON-2069432385-router', 'tenant_id': '6027a602300d4d2bbf33ac329b2960f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:44Z', 'updated_at': '2022-10-13T13:11:13Z', 'revision_number': 5, 'project_id': '6027a602300d4d2bbf33ac329b2960f6', 'gw_port': {'id': 'b01d033b-d430-4fb1-9cb2-184e1f8aaa8b', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa59665f-42a8-47f6-857d-65a8fcd1096a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:45Z', 'updated_at': '2022-10-13T13:10:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:11:14.660153 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:14.729214 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (b01d033b-d430-4fb1-9cb2-184e1f8aaa8b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.788455 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (aa59665f-42a8-47f6-857d-65a8fcd1096a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.791251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Pushing event deleted for resources: {'Port': ['ID=b01d033b-d430-4fb1-9cb2-184e1f8aaa8b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:14.848256 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c98642fc-58b4-424b-bc7c-bffca7023099 None None] Provisioning complete for port d1f35a1b-d125-4059-9876-0fe2255bb238 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:14.848778 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c98642fc-58b4-424b-bc7c-bffca7023099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.849138 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c98642fc-58b4-424b-bc7c-bffca7023099 None None] Attempt 1 to provision port d1f35a1b-d125-4059-9876-0fe2255bb238 Oct 13 13:11:14.980846 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (aa59665f-42a8-47f6-857d-65a8fcd1096a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:14.985584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c98642fc-58b4-424b-bc7c-bffca7023099 None None] Current status of the port d1f35a1b-d125-4059-9876-0fe2255bb238 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:14.987786 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks [] for router_controller (aa59665f-42a8-47f6-857d-65a8fcd1096a), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.019543 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2247d-0a07-4c0f-b4d0-98cbe53fc151 req-2262a356-92aa-4a3a-8362-4892a6520b5c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:15.025318 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ed2247d-0a07-4c0f-b4d0-98cbe53fc151 req-2262a356-92aa-4a3a-8362-4892a6520b5c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.1132474 Oct 13 13:11:15.033821 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.099330 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (aa59665f-42a8-47f6-857d-65a8fcd1096a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.099971 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa59665f-42a8-47f6-857d-65a8fcd1096a {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:11:15.106380 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.114792 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-303aa185-75d8-48be-879d-ebd9ebaf3bca admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/aa59665f-42a8-47f6-857d-65a8fcd1096a HTTP/1.1" status: 204 len: 168 time: 1.1587503 Oct 13 13:11:15.121237 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49520) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:15.162017 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ed2247d-0a07-4c0f-b4d0-98cbe53fc151 req-4356b568-f8e5-4475-a9b5-81d9ed311e2f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302571 Oct 13 13:11:15.211713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Deleting subnet 80e70b12-7f27-474d-bb9c-0581d05de9d8 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:11:15.215328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Publish callbacks [] for subnet (80e70b12-7f27-474d-bb9c-0581d05de9d8), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.270269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Publish callbacks [] for subnet (80e70b12-7f27-474d-bb9c-0581d05de9d8), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.346717 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:11:15.374483 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:11:15.374906 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 640a516c-e6ec-4bd8-b16c-7f6be00dc8a1 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:11:15.397541 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (80e70b12-7f27-474d-bb9c-0581d05de9d8), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.468172 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (80e70b12-7f27-474d-bb9c-0581d05de9d8), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.496318 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e70b12-7f27-474d-bb9c-0581d05de9d8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:15.502155 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49536) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:15.511502 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.514652 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1184b723-c4a0-43f2-b7d4-4065aff57c26 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/80e70b12-7f27-474d-bb9c-0581d05de9d8 HTTP/1.1" status: 204 len: 168 time: 0.3880346 Oct 13 13:11:15.517869 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49540) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:15.524276 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf135e-d9cf-4cee-ae1a-0b86a4763fed None None] Network d7a9f8d3-62bc-4905-b92d-b9129667450a requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:15.654321 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (d7a9f8d3-62bc-4905-b92d-b9129667450a), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.734808 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Deleting port d1f35a1b-d125-4059-9876-0fe2255bb238 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:11:15.735214 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.741931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92e9-d9ff-4b78-94ea-6112bd38135d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.781738 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:15.818089 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] For port d1f35a1b-d125-4059-9876-0fe2255bb238, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=d1f35a1b-d125-4059-9876-0fe2255bb238,segment=NetworkSegment(2eec81eb-ea12-4c50-968b-fdccac68cfb6),segment_id=2eec81eb-ea12-4c50-968b-fdccac68cfb6)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:15.818634 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.820556 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:15.836399 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Calling delete_port for d1f35a1b-d125-4059-9876-0fe2255bb238 owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:11:15.856020 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92e9-d9ff-4b78-94ea-6112bd38135d admin admin] Publish callbacks [] for security_group (67b29dfb-108b-4832-9045-56a2ce4e1b93), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.863796 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c3fa92e9-d9ff-4b78-94ea-6112bd38135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (67b29dfb-108b-4832-9045-56a2ce4e1b93), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.904825 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c3fa92e9-d9ff-4b78-94ea-6112bd38135d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=adf09d575b3844f594773d709f44ff92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014673 Oct 13 13:11:15.907961 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49554) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:15.913795 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa92e9-d9ff-4b78-94ea-6112bd38135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b29dfb-108b-4832-9045-56a2ce4e1b93,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:15.949535 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (d1f35a1b-d125-4059-9876-0fe2255bb238), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:15.980495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f35a1b-d125-4059-9876-0fe2255bb238,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:15.987141 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] No DVR routers for this DVR port d1f35a1b-d125-4059-9876-0fe2255bb238 on host dv-cinder-826607-8-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:11:16.025673 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b5a4fe36-f6af-4f8e-ac5f-4ea6c0c26a01 admin admin] Publish callbacks [] for security_group (67b29dfb-108b-4832-9045-56a2ce4e1b93), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.045017 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bdd9c7-c120-49eb-a7a9-92bdb53d1159 None None] DHCP port deletion for d7a9f8d3-62bc-4905-b92d-b9129667450a request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:11:16.092798 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b5a4fe36-f6af-4f8e-ac5f-4ea6c0c26a01 admin admin] Publish callbacks [] for security_group (67b29dfb-108b-4832-9045-56a2ce4e1b93), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.095722 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (d7a9f8d3-62bc-4905-b92d-b9129667450a), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.149258 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.149631 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.150401 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.150731 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > port after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.151089 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.151428 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > port after_update 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.151747 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.152086 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.152401 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.152717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.316586 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.316948 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.317283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.317617 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:11:16.317995 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a9f8d3-62bc-4905-b92d-b9129667450a']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:16.357775 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eec81eb-ea12-4c50-968b-fdccac68cfb6') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:16.358084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eec81eb-ea12-4c50-968b-fdccac68cfb6') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:16.398740 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (2eec81eb-ea12-4c50-968b-fdccac68cfb6), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.429982 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0a2d0-98c1-47ff-9253-99e6cdd61a79 req-5db84a38-6afd-4133-bf77-707d3f1ef424 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:16.431551 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3de0a2d0-98c1-47ff-9253-99e6cdd61a79 req-5db84a38-6afd-4133-bf77-707d3f1ef424 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.1079853 Oct 13 13:11:16.432521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (2eec81eb-ea12-4c50-968b-fdccac68cfb6), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.454529 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Releasing vlan 486 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:11:16.454926 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (2eec81eb-ea12-4c50-968b-fdccac68cfb6), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.481634 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:16.482742 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b5a4fe36-f6af-4f8e-ac5f-4ea6c0c26a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (67b29dfb-108b-4832-9045-56a2ce4e1b93), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.485790 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b5a4fe36-f6af-4f8e-ac5f-4ea6c0c26a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.486915 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b5a4fe36-f6af-4f8e-ac5f-4ea6c0c26a01 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/67b29dfb-108b-4832-9045-56a2ce4e1b93 HTTP/1.1" status: 204 len: 168 time: 0.5778248 Oct 13 13:11:16.548340 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4fe36-f6af-4f8e-ac5f-4ea6c0c26a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b29dfb-108b-4832-9045-56a2ce4e1b93,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:16.574128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (d7a9f8d3-62bc-4905-b92d-b9129667450a), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.585274 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3de0a2d0-98c1-47ff-9253-99e6cdd61a79 req-2b1717a5-e488-4540-b87b-0a5a6464ace1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460006 Oct 13 13:11:16.588010 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.593643 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/d7a9f8d3-62bc-4905-b92d-b9129667450a HTTP/1.1" status: 204 len: 168 time: 1.0726514 Oct 13 13:11:16.603533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad484ec0-3a6c-4b14-a098-597a70fc768e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a9f8d3-62bc-4905-b92d-b9129667450a,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:16.829244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.840967 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49578) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:16.887475 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49584) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:16.894952 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device d1f35a1b-d125-4059-9876-0fe2255bb238 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:11:16.919422 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3dfdab74-7836-462a-9bd2-7af5de2c9968 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6027a602300d4d2bbf33ac329b2960f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0766563 Oct 13 13:11:16.922694 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49586) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:16.937576 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8561-bf2f-42e3-bd8e-5edf7244760b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:16.937954 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: d1f35a1b-d125-4059-9876-0fe2255bb238 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:11:16.938449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device d1f35a1b-d125-4059-9876-0fe2255bb238 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:11:16.938875 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device b01d033b-d430-4fb1-9cb2-184e1f8aaa8b no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:11:16.961479 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: b01d033b-d430-4fb1-9cb2-184e1f8aaa8b {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:11:16.962330 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device b01d033b-d430-4fb1-9cb2-184e1f8aaa8b not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:11:16.998389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.045952 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57509ce-5136-4b14-b299-8fe07c5d3744 admin admin] Publish callbacks [] for security_group (ea3d6638-62e9-4d6e-9799-154f7c6dfdce), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.079078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 2eec81eb-ea12-4c50-968b-fdccac68cfb6 resource provider aggregate not found Oct 13 13:11:17.083598 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57509ce-5136-4b14-b299-8fe07c5d3744 admin admin] Publish callbacks [] for security_group (ea3d6638-62e9-4d6e-9799-154f7c6dfdce), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.098449 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:17.111355 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 2eec81eb-ea12-4c50-968b-fdccac68cfb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eec81eb-ea12-4c50-968b-fdccac68cfb6 found for delete ", "request_id": "req-f972bdb0-7908-4e31-9e90-2a436a862790"}]} Oct 13 13:11:17.147713 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8561-bf2f-42e3-bd8e-5edf7244760b admin admin] Publish callbacks [] for security_group (566d245b-2d57-4c02-a731-fd26b6a2a97b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.156287 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7f2f8561-bf2f-42e3-bd8e-5edf7244760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (566d245b-2d57-4c02-a731-fd26b6a2a97b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.206788 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f8561-bf2f-42e3-bd8e-5edf7244760b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d245b-2d57-4c02-a731-fd26b6a2a97b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:17.214767 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49598) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:17.215507 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7f2f8561-bf2f-42e3-bd8e-5edf7244760b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=df202d6d34a14d03acc9afd3b6ad1c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261139 Oct 13 13:11:17.224496 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57509ce-5136-4b14-b299-8fe07c5d3744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ea3d6638-62e9-4d6e-9799-154f7c6dfdce), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.228627 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c57509ce-5136-4b14-b299-8fe07c5d3744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.232494 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c57509ce-5136-4b14-b299-8fe07c5d3744 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ea3d6638-62e9-4d6e-9799-154f7c6dfdce HTTP/1.1" status: 204 len: 168 time: 0.2997682 Oct 13 13:11:17.241403 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57509ce-5136-4b14-b299-8fe07c5d3744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3d6638-62e9-4d6e-9799-154f7c6dfdce,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:17.286709 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49602) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:17.291708 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd3545f-d8ad-45a1-90f7-60b12131a2dc admin admin] Publish callbacks [] for security_group (566d245b-2d57-4c02-a731-fd26b6a2a97b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.324069 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd3545f-d8ad-45a1-90f7-60b12131a2dc admin admin] Publish callbacks [] for security_group (566d245b-2d57-4c02-a731-fd26b6a2a97b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.381683 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd3545f-d8ad-45a1-90f7-60b12131a2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (566d245b-2d57-4c02-a731-fd26b6a2a97b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.384606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8fd3545f-d8ad-45a1-90f7-60b12131a2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.385940 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8fd3545f-d8ad-45a1-90f7-60b12131a2dc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/566d245b-2d57-4c02-a731-fd26b6a2a97b HTTP/1.1" status: 204 len: 168 time: 0.1701226 Oct 13 13:11:17.394236 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3545f-d8ad-45a1-90f7-60b12131a2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d245b-2d57-4c02-a731-fd26b6a2a97b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:17.545283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1853e5ee-ec07-42df-8403-17aff13cddc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.636084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1853e5ee-ec07-42df-8403-17aff13cddc9 admin admin] Publish callbacks [] for security_group (a61b12fc-8da8-470e-b06d-c3619f93708b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.643221 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1853e5ee-ec07-42df-8403-17aff13cddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (a61b12fc-8da8-470e-b06d-c3619f93708b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.687394 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1853e5ee-ec07-42df-8403-17aff13cddc9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=53755f69821645b78925fdd5bffe6708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980918 Oct 13 13:11:17.689494 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853e5ee-ec07-42df-8403-17aff13cddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61b12fc-8da8-470e-b06d-c3619f93708b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:17.690219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49620) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:17.721229 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:17.761161 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99315b65-cbe9-4531-9af2-c58a463c3018 req-49d92e6d-7f7c-4410-9b1d-b568cbc405dc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:17.763077 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-99315b65-cbe9-4531-9af2-c58a463c3018 req-49d92e6d-7f7c-4410-9b1d-b568cbc405dc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0595334 Oct 13 13:11:17.775641 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-103f3980-2a7e-4e6b-bf38-ddf760ad2da4 admin admin] Publish callbacks [] for security_group (a61b12fc-8da8-470e-b06d-c3619f93708b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.800095 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-103f3980-2a7e-4e6b-bf38-ddf760ad2da4 admin admin] Publish callbacks [] for security_group (a61b12fc-8da8-470e-b06d-c3619f93708b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.855120 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-99315b65-cbe9-4531-9af2-c58a463c3018 req-5d3bd605-e8c8-4369-b0d8-4c54fe11ce03 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Oct 13 13:11:17.883856 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-103f3980-2a7e-4e6b-bf38-ddf760ad2da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (a61b12fc-8da8-470e-b06d-c3619f93708b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.887284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-103f3980-2a7e-4e6b-bf38-ddf760ad2da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:17.893058 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-103f3980-2a7e-4e6b-bf38-ddf760ad2da4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a61b12fc-8da8-470e-b06d-c3619f93708b HTTP/1.1" status: 204 len: 168 time: 0.2003081 Oct 13 13:11:17.910194 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f3980-2a7e-4e6b-bf38-ddf760ad2da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61b12fc-8da8-470e-b06d-c3619f93708b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:19.216662 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cde4f-3648-401f-b90d-33abe82e08bd req-8204b3c0-225a-4fd0-9daa-558dda900045 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:19.218272 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c81cde4f-3648-401f-b90d-33abe82e08bd req-8204b3c0-225a-4fd0-9daa-558dda900045 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.2641342 Oct 13 13:11:19.253644 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=12 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:19.273812 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c81cde4f-3648-401f-b90d-33abe82e08bd req-3e156c6a-5bf5-46ad-934d-5226f1c2871b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Oct 13 13:11:20.064299 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49742) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:20.169875 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd626-26e7-44e7-9bd2-a571312a1fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.246686 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd626-26e7-44e7-9bd2-a571312a1fea admin admin] Publish callbacks [] for security_group (2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.252663 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d3fbd626-26e7-44e7-9bd2-a571312a1fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.295574 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d3fbd626-26e7-44e7-9bd2-a571312a1fea admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=88b27ae498a74fd0aca979f928cf1742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320268 Oct 13 13:11:20.296422 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbd626-26e7-44e7-9bd2-a571312a1fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:20.298481 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49746) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:20.367994 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ed721ddd-bae2-4ef8-ad5a-8fc53f51eacf admin admin] Publish callbacks [] for security_group (2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.415069 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ed721ddd-bae2-4ef8-ad5a-8fc53f51eacf admin admin] Publish callbacks [] for security_group (2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.428458 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0f6ff-13db-4454-9e93-0c9edd0d50c7 req-3672f734-a585-4fe6-81de-7bb733e4fd81 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:20.430346 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aea0f6ff-13db-4454-9e93-0c9edd0d50c7 req-3672f734-a585-4fe6-81de-7bb733e4fd81 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0766251 Oct 13 13:11:20.495679 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aea0f6ff-13db-4454-9e93-0c9edd0d50c7 req-08d84a5b-f77c-4eed-93b7-6a250ff4cdd8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595846 Oct 13 13:11:20.507460 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ed721ddd-bae2-4ef8-ad5a-8fc53f51eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.510007 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ed721ddd-bae2-4ef8-ad5a-8fc53f51eacf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.520449 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ed721ddd-bae2-4ef8-ad5a-8fc53f51eacf admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893 HTTP/1.1" status: 204 len: 168 time: 0.2115519 Oct 13 13:11:20.520449 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed721ddd-bae2-4ef8-ad5a-8fc53f51eacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8fbbb9-e0eb-44e4-a0ec-d3239b20a893,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:20.774851 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49756) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:20.788224 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a5695a3-8018-4050-a297-395f13d9d3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.868592 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a5695a3-8018-4050-a297-395f13d9d3bb admin admin] Publish callbacks [] for security_group (5064f1e6-8576-40fb-94d9-cc76b07c4df1), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.871984 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3a5695a3-8018-4050-a297-395f13d9d3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5064f1e6-8576-40fb-94d9-cc76b07c4df1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.893974 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:20.916782 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3a5695a3-8018-4050-a297-395f13d9d3bb admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4fdbb347b6fc405e983f5b456f5e0bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375453 Oct 13 13:11:20.916782 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49758) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:20.923014 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5695a3-8018-4050-a297-395f13d9d3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5064f1e6-8576-40fb-94d9-cc76b07c4df1,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:20.973111 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e96b4e54-e47e-4ce8-baf4-5baed044642e admin admin] Publish callbacks [] for security_group (5064f1e6-8576-40fb-94d9-cc76b07c4df1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:20.995174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e96b4e54-e47e-4ce8-baf4-5baed044642e admin admin] Publish callbacks [] for security_group (5064f1e6-8576-40fb-94d9-cc76b07c4df1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:21.047443 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e96b4e54-e47e-4ce8-baf4-5baed044642e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5064f1e6-8576-40fb-94d9-cc76b07c4df1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:21.050029 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e96b4e54-e47e-4ce8-baf4-5baed044642e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:21.051196 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e96b4e54-e47e-4ce8-baf4-5baed044642e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5064f1e6-8576-40fb-94d9-cc76b07c4df1 HTTP/1.1" status: 204 len: 168 time: 0.1338215 Oct 13 13:11:21.060566 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b4e54-e47e-4ce8-baf4-5baed044642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5064f1e6-8576-40fb-94d9-cc76b07c4df1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:21.628333 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7876-b312-429f-b67d-38ed2be30b03 req-bb3a6c62-b7b8-47a5-b358-63d4ba68b496 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:21.629726 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b7e7876-b312-429f-b67d-38ed2be30b03 req-bb3a6c62-b7b8-47a5-b358-63d4ba68b496 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0528417 Oct 13 13:11:21.692533 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b7e7876-b312-429f-b67d-38ed2be30b03 req-d3096d3e-4255-47b7-8b6f-ec78bf0c5e20 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550547 Oct 13 13:11:22.823093 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb21f54-5c7b-4952-ba6b-c074334ca6e7 req-036a9da9-f126-4f07-9371-00d831d85d17 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:22.824586 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3bb21f54-5c7b-4952-ba6b-c074334ca6e7 req-036a9da9-f126-4f07-9371-00d831d85d17 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0461257 Oct 13 13:11:22.873922 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3bb21f54-5c7b-4952-ba6b-c074334ca6e7 req-9f0af22e-f6cb-499e-bfba-3369c30c62da tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Oct 13 13:11:23.991930 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f7cc7-59ba-4061-a4c6-b8a6fd1bbca4 req-639ef014-f5cf-46d2-bebb-dd9cc2642189 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:23.993381 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-783f7cc7-59ba-4061-a4c6-b8a6fd1bbca4 req-639ef014-f5cf-46d2-bebb-dd9cc2642189 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0461357 Oct 13 13:11:24.035667 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:24.040271 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-783f7cc7-59ba-4061-a4c6-b8a6fd1bbca4 req-c643acd3-3cba-446b-a022-d6e20e7653c3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Oct 13 13:11:24.617035 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=65 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:24.653251 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=63 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:25.167328 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c25f26-646b-4b30-960f-1b3516626125 req-9c50cdfa-f4b7-4a9d-8206-ab1babfe29a4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:25.168858 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-51c25f26-646b-4b30-960f-1b3516626125 req-9c50cdfa-f4b7-4a9d-8206-ab1babfe29a4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0491619 Oct 13 13:11:25.216567 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-51c25f26-646b-4b30-960f-1b3516626125 req-5a46188c-fb94-40ec-8971-214b1b73e610 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Oct 13 13:11:25.484649 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:26.344639 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578937a-8a57-45bd-bf2f-d4630a88da72 req-032150cb-eea6-4eb8-a724-7559b7c0fc74 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:26.346249 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4578937a-8a57-45bd-bf2f-d4630a88da72 req-032150cb-eea6-4eb8-a724-7559b7c0fc74 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0532806 Oct 13 13:11:26.396242 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4578937a-8a57-45bd-bf2f-d4630a88da72 req-8064e28b-1750-4f80-bcad-f23ce5ca0d84 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Oct 13 13:11:26.671075 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49906) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:26.780089 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4dc6-8c7a-4b66-a662-068e45756b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:26.878369 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4dc6-8c7a-4b66-a662-068e45756b82 admin admin] Publish callbacks [] for security_group (926c6395-1a81-4958-baa3-89124d97776f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:26.882884 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4fc4dc6-8c7a-4b66-a662-068e45756b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (926c6395-1a81-4958-baa3-89124d97776f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:26.923615 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc4dc6-8c7a-4b66-a662-068e45756b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c6395-1a81-4958-baa3-89124d97776f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:26.931593 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c4fc4dc6-8c7a-4b66-a662-068e45756b82 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7aa6e33feedf43c0ac2b9bb673302cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594278 Oct 13 13:11:26.933270 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49918) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:26.991617 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a68b10ab-62f2-4cae-aac1-db310395410b admin admin] Publish callbacks [] for security_group (926c6395-1a81-4958-baa3-89124d97776f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.014325 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a68b10ab-62f2-4cae-aac1-db310395410b admin admin] Publish callbacks [] for security_group (926c6395-1a81-4958-baa3-89124d97776f), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.030726 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:27.065196 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a68b10ab-62f2-4cae-aac1-db310395410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (926c6395-1a81-4958-baa3-89124d97776f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.068003 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a68b10ab-62f2-4cae-aac1-db310395410b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.069756 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a68b10ab-62f2-4cae-aac1-db310395410b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/926c6395-1a81-4958-baa3-89124d97776f HTTP/1.1" status: 204 len: 168 time: 0.1354158 Oct 13 13:11:27.080805 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b10ab-62f2-4cae-aac1-db310395410b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c6395-1a81-4958-baa3-89124d97776f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:27.342333 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49926) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:27.356964 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5ff9406-b8cc-4a6a-b894-c700d9c2beef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.423082 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:27.437561 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5ff9406-b8cc-4a6a-b894-c700d9c2beef admin admin] Publish callbacks [] for security_group (336ba796-5a08-426f-a9a7-c855a9e82222), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.442306 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f5ff9406-b8cc-4a6a-b894-c700d9c2beef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (336ba796-5a08-426f-a9a7-c855a9e82222), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.486392 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f5ff9406-b8cc-4a6a-b894-c700d9c2beef admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b35bc92e4e99480b9e8623be302476c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429517 Oct 13 13:11:27.487298 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff9406-b8cc-4a6a-b894-c700d9c2beef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336ba796-5a08-426f-a9a7-c855a9e82222,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:27.489547 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49932) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:27.572947 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c5a1f-e5aa-4293-8524-0c16274bd15b req-c95362fc-370a-44fd-b903-315c25883f74 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:27.574311 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a0c5a1f-e5aa-4293-8524-0c16274bd15b req-c95362fc-370a-44fd-b903-315c25883f74 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0654621 Oct 13 13:11:27.597117 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0721566-9f23-4cc0-b0e7-d2e5938749de admin admin] Publish callbacks [] for security_group (336ba796-5a08-426f-a9a7-c855a9e82222), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.637706 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0721566-9f23-4cc0-b0e7-d2e5938749de admin admin] Publish callbacks [] for security_group (336ba796-5a08-426f-a9a7-c855a9e82222), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.655039 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a0c5a1f-e5aa-4293-8524-0c16274bd15b req-18617d6e-8914-41e2-afc0-301b10290e7f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736361 Oct 13 13:11:27.695441 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0721566-9f23-4cc0-b0e7-d2e5938749de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (336ba796-5a08-426f-a9a7-c855a9e82222), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.697929 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d0721566-9f23-4cc0-b0e7-d2e5938749de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:27.699024 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d0721566-9f23-4cc0-b0e7-d2e5938749de admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/336ba796-5a08-426f-a9a7-c855a9e82222 HTTP/1.1" status: 204 len: 168 time: 0.2075870 Oct 13 13:11:27.713486 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0721566-9f23-4cc0-b0e7-d2e5938749de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336ba796-5a08-426f-a9a7-c855a9e82222,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:28.373571 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 49962) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:28.599679 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58cd9239-4856-433a-b479-aca28d70fc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.614237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:28.685861 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58cd9239-4856-433a-b479-aca28d70fc43 admin admin] Publish callbacks [] for security_group (bbb1a9a6-d380-455f-8be7-c765111f66c5), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.689998 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58cd9239-4856-433a-b479-aca28d70fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bbb1a9a6-d380-455f-8be7-c765111f66c5), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.729128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd9239-4856-433a-b479-aca28d70fc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb1a9a6-d380-455f-8be7-c765111f66c5,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:28.735737 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-58cd9239-4856-433a-b479-aca28d70fc43 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f92874b7f58c479db71250dc19c31251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608990 Oct 13 13:11:28.736362 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 49978) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:28.805693 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31d95f12-d19c-482c-b366-4d6a41b7ba4d admin admin] Publish callbacks [] for security_group (bbb1a9a6-d380-455f-8be7-c765111f66c5), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.810514 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33f0ac-6109-4bb4-a398-72ae2099240b req-7f1786cd-3c02-420c-9ceb-440f4de16f6d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:28.812590 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b33f0ac-6109-4bb4-a398-72ae2099240b req-7f1786cd-3c02-420c-9ceb-440f4de16f6d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0556200 Oct 13 13:11:28.827807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31d95f12-d19c-482c-b366-4d6a41b7ba4d admin admin] Publish callbacks [] for security_group (bbb1a9a6-d380-455f-8be7-c765111f66c5), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.874521 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b33f0ac-6109-4bb4-a398-72ae2099240b req-00c3f13b-95a2-4356-9c0a-f17aa9f67f16 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556443 Oct 13 13:11:28.886845 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31d95f12-d19c-482c-b366-4d6a41b7ba4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bbb1a9a6-d380-455f-8be7-c765111f66c5), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.890072 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31d95f12-d19c-482c-b366-4d6a41b7ba4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:28.894001 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-31d95f12-d19c-482c-b366-4d6a41b7ba4d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bbb1a9a6-d380-455f-8be7-c765111f66c5 HTTP/1.1" status: 204 len: 168 time: 0.1534333 Oct 13 13:11:28.919356 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d95f12-d19c-482c-b366-4d6a41b7ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb1a9a6-d380-455f-8be7-c765111f66c5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:29.273610 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50000) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:29.287895 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95e11117-3349-4f50-a770-3c3e7fe6857b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.366942 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95e11117-3349-4f50-a770-3c3e7fe6857b admin admin] Publish callbacks [] for security_group (0e9b5b4c-65b0-406b-852f-f7d4d8211abf), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.373741 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95e11117-3349-4f50-a770-3c3e7fe6857b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0e9b5b4c-65b0-406b-852f-f7d4d8211abf), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.414184 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-95e11117-3349-4f50-a770-3c3e7fe6857b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7504520e70d345bf930e89e385957869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395004 Oct 13 13:11:29.415140 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e11117-3349-4f50-a770-3c3e7fe6857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9b5b4c-65b0-406b-852f-f7d4d8211abf,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:29.416852 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50010) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:29.475847 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d577191a-b787-45ff-a224-61df598b5e4d admin admin] Publish callbacks [] for security_group (0e9b5b4c-65b0-406b-852f-f7d4d8211abf), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.498475 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d577191a-b787-45ff-a224-61df598b5e4d admin admin] Publish callbacks [] for security_group (0e9b5b4c-65b0-406b-852f-f7d4d8211abf), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.550138 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d577191a-b787-45ff-a224-61df598b5e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0e9b5b4c-65b0-406b-852f-f7d4d8211abf), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.555431 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d577191a-b787-45ff-a224-61df598b5e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:29.557006 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d577191a-b787-45ff-a224-61df598b5e4d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0e9b5b4c-65b0-406b-852f-f7d4d8211abf HTTP/1.1" status: 204 len: 168 time: 0.1379180 Oct 13 13:11:29.575937 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577191a-b787-45ff-a224-61df598b5e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9b5b4c-65b0-406b-852f-f7d4d8211abf,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:30.035681 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d75f76-da2d-4527-a566-ba19d38d2b13 req-e9348e6b-0972-41a7-a3f3-b45af2e93628 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:30.038813 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-25d75f76-da2d-4527-a566-ba19d38d2b13 req-e9348e6b-0972-41a7-a3f3-b45af2e93628 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0680640 Oct 13 13:11:30.096198 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-25d75f76-da2d-4527-a566-ba19d38d2b13 req-564f38c2-f48e-4b10-8df7-b0dea485708a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523801 Oct 13 13:11:30.457110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:30.492948 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303484e-90c4-476e-9f08-21b809e076de req-11283b70-c4e3-4bb9-9fec-9bc48134c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:30.494607 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9303484e-90c4-476e-9f08-21b809e076de req-11283b70-c4e3-4bb9-9fec-9bc48134c2bf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 1129 time: 0.0505743 Oct 13 13:11:30.548934 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9303484e-90c4-476e-9f08-21b809e076de req-00356a27-473b-4f17-aa13-84b545934f27 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Oct 13 13:11:31.118189 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50166) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:31.224348 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:31.236510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-eb18c2de-c417-4a4c-833f-af93d751e88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.246241 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad129c9-823c-48c9-a8b9-29d2bc7b9414 req-0e9cdef4-8edf-4105-964a-d5fedae95052 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:31.247819 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bad129c9-823c-48c9-a8b9-29d2bc7b9414 req-0e9cdef4-8edf-4105-964a-d5fedae95052 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0594468 Oct 13 13:11:31.315858 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bad129c9-823c-48c9-a8b9-29d2bc7b9414 req-7c5c4e2d-bca2-406e-ac9c-e244b394c954 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620136 Oct 13 13:11:31.328917 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-eb18c2de-c417-4a4c-833f-af93d751e88f admin admin] Publish callbacks [] for security_group (4b2d55c7-fb59-4bc6-966c-562cb1a86e08), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.335522 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-eb18c2de-c417-4a4c-833f-af93d751e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (4b2d55c7-fb59-4bc6-966c-562cb1a86e08), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.379270 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-eb18c2de-c417-4a4c-833f-af93d751e88f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1a2a63ae7c094355a8b52dcec4a2239c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572994 Oct 13 13:11:31.379270 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18c2de-c417-4a4c-833f-af93d751e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2d55c7-fb59-4bc6-966c-562cb1a86e08,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:31.380304 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50184) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:31.439217 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1485-fd57-4bfb-9311-60f458446256 admin admin] Publish callbacks [] for security_group (4b2d55c7-fb59-4bc6-966c-562cb1a86e08), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.458151 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1485-fd57-4bfb-9311-60f458446256 admin admin] Publish callbacks [] for security_group (4b2d55c7-fb59-4bc6-966c-562cb1a86e08), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.508234 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1485-fd57-4bfb-9311-60f458446256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (4b2d55c7-fb59-4bc6-966c-562cb1a86e08), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.510747 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1485-fd57-4bfb-9311-60f458446256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.511935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a3fd1485-fd57-4bfb-9311-60f458446256 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4b2d55c7-fb59-4bc6-966c-562cb1a86e08 HTTP/1.1" status: 204 len: 168 time: 0.1305239 Oct 13 13:11:31.525552 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd1485-fd57-4bfb-9311-60f458446256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2d55c7-fb59-4bc6-966c-562cb1a86e08,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:31.822808 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50214) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:31.836645 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1626b474-6cd8-4a3b-9cbe-5a1bddde95ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.900362 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50216) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:31.925496 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1626b474-6cd8-4a3b-9cbe-5a1bddde95ef admin admin] Publish callbacks [] for security_group (08680817-0fdd-4ffb-8b90-d8373e73e835), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.930320 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1626b474-6cd8-4a3b-9cbe-5a1bddde95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (08680817-0fdd-4ffb-8b90-d8373e73e835), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:31.941105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=3,neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:31.971645 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626b474-6cd8-4a3b-9cbe-5a1bddde95ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08680817-0fdd-4ffb-8b90-d8373e73e835,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:31.979747 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1626b474-6cd8-4a3b-9cbe-5a1bddde95ef admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e7657c3cfbec43248732f0881c46e33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556294 Oct 13 13:11:31.980956 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50220) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:32.030250 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-93cb7a6a-03fe-40e4-9666-1d3abb4167a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.066582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6b223feb-d3e0-4d60-9d10-21ff3aed7111 admin admin] Publish callbacks [] for security_group (08680817-0fdd-4ffb-8b90-d8373e73e835), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.096872 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:32.099008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6b223feb-d3e0-4d60-9d10-21ff3aed7111 admin admin] Publish callbacks [] for security_group (08680817-0fdd-4ffb-8b90-d8373e73e835), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.172448 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-93cb7a6a-03fe-40e4-9666-1d3abb4167a7 admin admin] Publish callbacks [] for security_group (3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.174301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6b223feb-d3e0-4d60-9d10-21ff3aed7111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (08680817-0fdd-4ffb-8b90-d8373e73e835), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.177237 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6b223feb-d3e0-4d60-9d10-21ff3aed7111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.181449 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6b223feb-d3e0-4d60-9d10-21ff3aed7111 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/08680817-0fdd-4ffb-8b90-d8373e73e835 HTTP/1.1" status: 204 len: 168 time: 0.1972425 Oct 13 13:11:32.182555 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-93cb7a6a-03fe-40e4-9666-1d3abb4167a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.196486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b223feb-d3e0-4d60-9d10-21ff3aed7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08680817-0fdd-4ffb-8b90-d8373e73e835,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:32.230200 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-93cb7a6a-03fe-40e4-9666-1d3abb4167a7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=03b0bc604e8e474ba837ed92efb7506c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286648 Oct 13 13:11:32.232250 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7a6a-03fe-40e4-9666-1d3abb4167a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:32.234187 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50226) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:32.290395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f69c6f6-14e0-40b2-8b35-b928f41cda98 admin admin] Publish callbacks [] for security_group (3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.313687 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f69c6f6-14e0-40b2-8b35-b928f41cda98 admin admin] Publish callbacks [] for security_group (3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.373287 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f69c6f6-14e0-40b2-8b35-b928f41cda98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.376148 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f69c6f6-14e0-40b2-8b35-b928f41cda98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.379509 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1f69c6f6-14e0-40b2-8b35-b928f41cda98 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf HTTP/1.1" status: 204 len: 168 time: 0.1419215 Oct 13 13:11:32.392266 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69c6f6-14e0-40b2-8b35-b928f41cda98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e872bd5-a3e1-4cb2-8ec6-9c4ae2ef36bf,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:32.451284 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7e216-789a-4f94-8ab4-c6af9a09cd4b req-e3e8af18-31c5-4b11-a894-7a08a8234b0c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:32.453097 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f9f7e216-789a-4f94-8ab4-c6af9a09cd4b req-e3e8af18-31c5-4b11-a894-7a08a8234b0c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0622535 Oct 13 13:11:32.515597 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f9f7e216-789a-4f94-8ab4-c6af9a09cd4b req-fa4d8150-8c90-46fe-8f5f-fa40c7e7a781 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527859 Oct 13 13:11:32.793495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50252) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:32.807123 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-590038cf-029a-470a-b3d0-349118b8998b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.857692 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:32.887177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-590038cf-029a-470a-b3d0-349118b8998b admin admin] Publish callbacks [] for security_group (7f76e03e-83ef-4eb7-9517-edd3c0612a74), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.890661 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-590038cf-029a-470a-b3d0-349118b8998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7f76e03e-83ef-4eb7-9517-edd3c0612a74), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:32.930921 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-590038cf-029a-470a-b3d0-349118b8998b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9c3eb5c3234f4b91b7887527487d1f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363554 Oct 13 13:11:32.931802 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590038cf-029a-470a-b3d0-349118b8998b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f76e03e-83ef-4eb7-9517-edd3c0612a74,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:32.933745 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50256) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:32.986505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6dee387-1f82-4d46-8e81-911747aedf97 admin admin] Publish callbacks [] for security_group (7f76e03e-83ef-4eb7-9517-edd3c0612a74), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:33.010747 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6dee387-1f82-4d46-8e81-911747aedf97 admin admin] Publish callbacks [] for security_group (7f76e03e-83ef-4eb7-9517-edd3c0612a74), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:33.059197 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6dee387-1f82-4d46-8e81-911747aedf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7f76e03e-83ef-4eb7-9517-edd3c0612a74), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:33.062108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d6dee387-1f82-4d46-8e81-911747aedf97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:33.063401 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d6dee387-1f82-4d46-8e81-911747aedf97 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7f76e03e-83ef-4eb7-9517-edd3c0612a74 HTTP/1.1" status: 204 len: 168 time: 0.1280682 Oct 13 13:11:33.072007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dee387-1f82-4d46-8e81-911747aedf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f76e03e-83ef-4eb7-9517-edd3c0612a74,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:33.647793 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc9fc5-84f1-45bc-9ea9-bd3b87c9c88b req-30dddbca-a168-44c9-bb14-ec293f953fd3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:33.649306 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8bcc9fc5-84f1-45bc-9ea9-bd3b87c9c88b req-30dddbca-a168-44c9-bb14-ec293f953fd3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0532117 Oct 13 13:11:33.703703 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8bcc9fc5-84f1-45bc-9ea9-bd3b87c9c88b req-2187920f-3654-4845-ab1e-e1ad2abc134f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 Oct 13 13:11:33.842941 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968c815-55e0-448f-aa7b-a735c283a06e req-e27ea33e-a0f1-48a3-b546-903b01e538a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:33.844876 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a968c815-55e0-448f-aa7b-a735c283a06e req-e27ea33e-a0f1-48a3-b546-903b01e538a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0550244 Oct 13 13:11:33.914080 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a968c815-55e0-448f-aa7b-a735c283a06e req-eb637638-3446-403d-87aa-b23dd7ef63f7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628860 Oct 13 13:11:34.030050 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50312) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:34.144387 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1925674557-network', 'tenant_id': 'ec8572a8f5484f5ca69cc125fc6025e9'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:34.164939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Made reservation on behalf of ec8572a8f5484f5ca69cc125fc6025e9 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:34.167941 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.178947 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.219080 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50318) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:34.287080 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks [] for security_group (5a11fe34-1fdb-4e53-b6df-de97f222b801), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.295242 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5a11fe34-1fdb-4e53-b6df-de97f222b801), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.325974 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 460} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:11:34.337147 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:34.342154 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a11fe34-1fdb-4e53-b6df-de97f222b801,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:34.347879 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (c1ab391d-c29b-4470-8be1-68a6162ba3aa), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.348540 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Added segment c1ab391d-c29b-4470-8be1-68a6162ba3aa of type vlan for network f0153704-5e3b-47e5-8a31-5e44146ebbc6 Oct 13 13:11:34.394773 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (f0153704-5e3b-47e5-8a31-5e44146ebbc6), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.395672 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31c3d33d-8d9a-45e5-ab19-517f8ec61d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.414024 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:34.420536 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (f0153704-5e3b-47e5-8a31-5e44146ebbc6), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.421509 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:34.422444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.481183 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4499650 Oct 13 13:11:34.483184 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31c3d33d-8d9a-45e5-ab19-517f8ec61d86 admin admin] Publish callbacks [] for security_group (72a25646-b0a3-492c-b747-cef521ce07b1), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.484119 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50328) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:34.486751 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ca232-b269-4592-a75b-56c126aa7e9d admin admin] Pushing event updated for resources: {'Network': ['ID=f0153704-5e3b-47e5-8a31-5e44146ebbc6,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:34.488947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Request body: {'subnet': {'network_id': 'f0153704-5e3b-47e5-8a31-5e44146ebbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1925674557-subnet', 'tenant_id': 'ec8572a8f5484f5ca69cc125fc6025e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:34.495931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-31c3d33d-8d9a-45e5-ab19-517f8ec61d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (72a25646-b0a3-492c-b747-cef521ce07b1), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.496722 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network f0153704-5e3b-47e5-8a31-5e44146ebbc6 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:11:34.546211 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-31c3d33d-8d9a-45e5-ab19-517f8ec61d86 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5bf9fa02077841f4a6ec28f62f61de36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258126 Oct 13 13:11:34.547312 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3d33d-8d9a-45e5-ab19-517f8ec61d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a25646-b0a3-492c-b747-cef521ce07b1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:34.549015 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50330) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:34.549835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Made reservation on behalf of ec8572a8f5484f5ca69cc125fc6025e9 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:34.552501 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.606674 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a2e22ec-06a5-4282-bc99-c04967c1bbe1 admin admin] Publish callbacks [] for security_group (72a25646-b0a3-492c-b747-cef521ce07b1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.627941 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a2e22ec-06a5-4282-bc99-c04967c1bbe1 admin admin] Publish callbacks [] for security_group (72a25646-b0a3-492c-b747-cef521ce07b1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.682570 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a2e22ec-06a5-4282-bc99-c04967c1bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (72a25646-b0a3-492c-b747-cef521ce07b1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.685090 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a2e22ec-06a5-4282-bc99-c04967c1bbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.686208 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9a2e22ec-06a5-4282-bc99-c04967c1bbe1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/72a25646-b0a3-492c-b747-cef521ce07b1 HTTP/1.1" status: 204 len: 168 time: 0.1352468 Oct 13 13:11:34.694564 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e22ec-06a5-4282-bc99-c04967c1bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a25646-b0a3-492c-b747-cef521ce07b1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:34.727460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.786888 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:34.795891 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Checking segment: {'id': 'c1ab391d-c29b-4470-8be1-68a6162ba3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 460, 'network_id': 'f0153704-5e3b-47e5-8a31-5e44146ebbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:34.799128 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Network hostable DHCP agents. Network: f0153704-5e3b-47e5-8a31-5e44146ebbc6, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:11:34.803831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=15,neutron:DELETE=3,neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:34.818892 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Network f0153704-5e3b-47e5-8a31-5e44146ebbc6 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:11:34.829204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, f0153704-5e3b-47e5-8a31-5e44146ebbc6) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:34.833536 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:34.834289 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:34.840580 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c244e6-f4ec-4b89-85db-02fa3f59b58d None None] Network f0153704-5e3b-47e5-8a31-5e44146ebbc6 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:34.859597 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-dcd125d9-4464-468b-8116-7ca08e29242b admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3743279 Oct 13 13:11:34.949597 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:34.981039 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f4204-92b6-4e79-be7d-296869fe9f99 None None] Network f0153704-5e3b-47e5-8a31-5e44146ebbc6 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:35.017550 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50340) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:35.032477 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6d121f2d-4014-415f-b3e8-7d2b41de0c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.076463 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:35.120023 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6d121f2d-4014-415f-b3e8-7d2b41de0c43 admin admin] Publish callbacks [] for security_group (a873f183-d295-4c7d-8458-0f217012e86a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.124388 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6d121f2d-4014-415f-b3e8-7d2b41de0c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (a873f183-d295-4c7d-8458-0f217012e86a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.164242 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6d121f2d-4014-415f-b3e8-7d2b41de0c43 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8c51cbf8c85c46b59db522cd25eebbd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455858 Oct 13 13:11:35.165298 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d121f2d-4014-415f-b3e8-7d2b41de0c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a873f183-d295-4c7d-8458-0f217012e86a,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:35.166984 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50346) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:35.225310 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c14b973c-ed00-41c1-ae16-09bbf1286408 admin admin] Publish callbacks [] for security_group (a873f183-d295-4c7d-8458-0f217012e86a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.246533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c14b973c-ed00-41c1-ae16-09bbf1286408 admin admin] Publish callbacks [] for security_group (a873f183-d295-4c7d-8458-0f217012e86a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.297561 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c14b973c-ed00-41c1-ae16-09bbf1286408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (a873f183-d295-4c7d-8458-0f217012e86a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.300223 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c14b973c-ed00-41c1-ae16-09bbf1286408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.301359 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c14b973c-ed00-41c1-ae16-09bbf1286408 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a873f183-d295-4c7d-8458-0f217012e86a HTTP/1.1" status: 204 len: 168 time: 0.1329412 Oct 13 13:11:35.310142 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b973c-ed00-41c1-ae16-09bbf1286408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a873f183-d295-4c7d-8458-0f217012e86a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:35.587835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50370) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:35.592599 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1265382735-network', 'tenant_id': 'aada7626dfa44f5ebb843842c5859b51'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:35.616927 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Made reservation on behalf of aada7626dfa44f5ebb843842c5859b51 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:35.619413 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.629005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.687587 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-c0a7bd45-3538-4cd2-aeb3-3b3da00020a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:35.689010 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-c0a7bd45-3538-4cd2-aeb3-3b3da00020a6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0562894 Oct 13 13:11:35.697387 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3b2bd-c589-4999-ac2a-0eec8987b73b req-56661a8e-50fb-450f-9abd-87cdd30f916d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:35.699477 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2dd3b2bd-c589-4999-ac2a-0eec8987b73b req-56661a8e-50fb-450f-9abd-87cdd30f916d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0561113 Oct 13 13:11:35.753125 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:35.767684 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2dd3b2bd-c589-4999-ac2a-0eec8987b73b req-e7ca711a-e080-4ae3-9bcc-bff9c0a67fd2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615420 Oct 13 13:11:35.828253 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks [] for security_group (e594baff-7fd1-4253-8d6b-6a74881d787c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.832900 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (e594baff-7fd1-4253-8d6b-6a74881d787c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.838844 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-7914e048-cc25-4d2d-b3ab-96b776983795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:35.840352 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-7914e048-cc25-4d2d-b3ab-96b776983795 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.1438246 Oct 13 13:11:35.864055 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 489} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:11:35.907649 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-33888554-35b6-428c-930d-e03b8c57175a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 200 len: 217 time: 0.0549548 Oct 13 13:11:35.911455 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594baff-7fd1-4253-8d6b-6a74881d787c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:35.914915 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (419e3f06-928b-4f09-8b1b-22f739bb8e7b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:35.915421 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Added segment 419e3f06-928b-4f09-8b1b-22f739bb8e7b of type vlan for network fc3d2860-ae1f-4482-9aeb-d309f9e2881b Oct 13 13:11:35.999324 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (fc3d2860-ae1f-4482-9aeb-d309f9e2881b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:36.015709 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-c789dd39-cf12-4355-a8e7-151cebe05251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:36.017184 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-c789dd39-cf12-4355-a8e7-151cebe05251 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0835013 Oct 13 13:11:36.068483 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-e53b8358-a964-4c62-85a4-ea7ae7c4f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:36.070112 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-e53b8358-a964-4c62-85a4-ea7ae7c4f35b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423455 Oct 13 13:11:36.072083 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (fc3d2860-ae1f-4482-9aeb-d309f9e2881b), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:36.073280 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:36.073912 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:36.090618 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:36.212073 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6206911 Oct 13 13:11:36.213488 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50400) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:36.213609 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c231e-c09d-4a97-bea1-e91e25f398ba admin admin] Pushing event updated for resources: {'Network': ['ID=fc3d2860-ae1f-4482-9aeb-d309f9e2881b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:36.219451 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Request body: {'subnet': {'network_id': 'fc3d2860-ae1f-4482-9aeb-d309f9e2881b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1265382735-subnet', 'tenant_id': 'aada7626dfa44f5ebb843842c5859b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:36.229262 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network fc3d2860-ae1f-4482-9aeb-d309f9e2881b details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:11:36.249392 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Made reservation on behalf of aada7626dfa44f5ebb843842c5859b51 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:36.252020 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4780451'] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:36.282158 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-064bcdfe-cb6f-46f8-8f13-3dc5cde0fb87 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858008 Oct 13 13:11:36.347120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:36.403730 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2ee3eaf1-3e9e-4644-bcdb-d339ed348062 req-d8b6b66c-3460-410a-a3f6-5a95f75fa22f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145759 Oct 13 13:11:36.513148 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:36.547119 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4780465'] for subnet (20d86b56-7095-455d-bc96-648065d262de), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:36.651641 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d86b56-7095-455d-bc96-648065d262de,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:36.661412 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Checking segment: {'id': '419e3f06-928b-4f09-8b1b-22f739bb8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 489, 'network_id': 'fc3d2860-ae1f-4482-9aeb-d309f9e2881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:36.662064 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Network hostable DHCP agents. Network: fc3d2860-ae1f-4482-9aeb-d309f9e2881b, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:11:36.688570 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Network fc3d2860-ae1f-4482-9aeb-d309f9e2881b is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:11:36.712243 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, fc3d2860-ae1f-4482-9aeb-d309f9e2881b) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:36.717274 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:36.717873 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:36.726584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e840d-af4b-4144-a081-189df5f0cc24 None None] Network fc3d2860-ae1f-4482-9aeb-d309f9e2881b requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:36.758566 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-01c7daea-ec14-4f42-b187-67fc8b57e167 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5447876 Oct 13 13:11:36.869503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e7737-c0be-4ca3-9f7c-a641fc05417c None None] Network fc3d2860-ae1f-4482-9aeb-d309f9e2881b requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:36.969103 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:11:36.998443 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b548b98-39a4-42ec-b66f-377d6128303e req-f2e13509-020e-4bf1-96fd-709073ce49ac tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:37.001022 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b548b98-39a4-42ec-b66f-377d6128303e req-f2e13509-020e-4bf1-96fd-709073ce49ac tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0764704 Oct 13 13:11:37.101624 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b548b98-39a4-42ec-b66f-377d6128303e req-a2fcc059-17a1-4635-8b6a-95659132ada8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760548 Oct 13 13:11:38.227507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cff0-eb27-4399-a6a1-29cb607ed1f7 req-5310c51d-927c-492c-9d07-14fc736bdece tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:38.228965 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b709cff0-eb27-4399-a6a1-29cb607ed1f7 req-5310c51d-927c-492c-9d07-14fc736bdece tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0497520 Oct 13 13:11:38.276270 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b709cff0-eb27-4399-a6a1-29cb607ed1f7 req-c31fff2a-4b29-4df5-9ed9-224e954e939b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Oct 13 13:11:39.405949 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dd9d1-2662-41a5-8e04-a58e1cc8c1ec req-ac38ae2f-2d81-44d8-9790-c9f2d8e82d86 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:39.411577 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-045dd9d1-2662-41a5-8e04-a58e1cc8c1ec req-ac38ae2f-2d81-44d8-9790-c9f2d8e82d86 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0537672 Oct 13 13:11:39.456693 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-045dd9d1-2662-41a5-8e04-a58e1cc8c1ec req-5135073a-c572-4af3-b3e7-6d2a43187e03 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Oct 13 13:11:40.579628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a9a09-dd45-4c8d-9e7d-def6bcf99409 req-c1b69fdd-5874-404b-9eaa-d1dc5e51c81b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:40.581320 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ed0a9a09-dd45-4c8d-9e7d-def6bcf99409 req-c1b69fdd-5874-404b-9eaa-d1dc5e51c81b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Oct 13 13:11:40.613990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:40.633375 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ed0a9a09-dd45-4c8d-9e7d-def6bcf99409 req-f600ff69-86e5-432f-b8c2-5799e6dae675 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462234 Oct 13 13:11:41.478443 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-567089dc-4851-48a2-9421-baca6c99a6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:41.560552 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50574) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:41.679415 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d04d648-e2ea-41f3-9125-ba6686ed600f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:41.769268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce3d45-a370-4aa1-9bc2-aa6f46f49fd3 req-42778565-ceac-491b-adc7-67705de01d7d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:41.770761 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fce3d45-a370-4aa1-9bc2-aa6f46f49fd3 req-42778565-ceac-491b-adc7-67705de01d7d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0610518 Oct 13 13:11:41.816579 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d04d648-e2ea-41f3-9125-ba6686ed600f admin admin] Publish callbacks [] for security_group (82809607-83cb-4896-bdca-948a6da9130e), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:41.823361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d04d648-e2ea-41f3-9125-ba6686ed600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (82809607-83cb-4896-bdca-948a6da9130e), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:41.873487 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fce3d45-a370-4aa1-9bc2-aa6f46f49fd3 req-d87ee4f3-444c-4971-9f93-6a4fc269791a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958400 Oct 13 13:11:41.878691 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04d648-e2ea-41f3-9125-ba6686ed600f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82809607-83cb-4896-bdca-948a6da9130e,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:41.884800 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3d04d648-e2ea-41f3-9125-ba6686ed600f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ff0bc2336bdd4b729f4b391e64e876b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229597 Oct 13 13:11:41.887848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50584) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:41.941556 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0b0425db-a18b-47ae-ae66-6c3ba63e72e7 admin admin] Publish callbacks [] for security_group (82809607-83cb-4896-bdca-948a6da9130e), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:41.962130 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0b0425db-a18b-47ae-ae66-6c3ba63e72e7 admin admin] Publish callbacks [] for security_group (82809607-83cb-4896-bdca-948a6da9130e), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:42.013484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0b0425db-a18b-47ae-ae66-6c3ba63e72e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (82809607-83cb-4896-bdca-948a6da9130e), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:42.016070 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0b0425db-a18b-47ae-ae66-6c3ba63e72e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:42.017263 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0b0425db-a18b-47ae-ae66-6c3ba63e72e7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/82809607-83cb-4896-bdca-948a6da9130e HTTP/1.1" status: 204 len: 168 time: 0.1284392 Oct 13 13:11:42.025928 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0425db-a18b-47ae-ae66-6c3ba63e72e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82809607-83cb-4896-bdca-948a6da9130e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:43.022785 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afadee-c613-48a9-af8f-10c03dee0840 req-3e254863-6ce2-421e-97d6-11bfc4997ef2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:43.024312 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7afadee-c613-48a9-af8f-10c03dee0840 req-3e254863-6ce2-421e-97d6-11bfc4997ef2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0518835 Oct 13 13:11:43.075985 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7afadee-c613-48a9-af8f-10c03dee0840 req-3615c2e7-3616-4255-941e-28cac91462a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456891 Oct 13 13:11:43.690653 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1824732f-26c3-4871-8454-f271a6391183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.069563 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50672) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:44.186325 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.225974 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522dada-9e06-4fef-aceb-f550567f357e req-2a5597c0-bf03-4992-9737-669407fa492a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:44.227832 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6522dada-9e06-4fef-aceb-f550567f357e req-2a5597c0-bf03-4992-9737-669407fa492a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Oct 13 13:11:44.241257 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:44.273839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:44.284274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Publish callbacks [] for security_group (5cecc3ba-e37e-43c8-9f03-2504611ab104), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.287854 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6522dada-9e06-4fef-aceb-f550567f357e req-b70f8315-3255-47dc-8a75-24021f9fea49 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544329 Oct 13 13:11:44.289424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5cecc3ba-e37e-43c8-9f03-2504611ab104), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.323184 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cecc3ba-e37e-43c8-9f03-2504611ab104,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:44.337930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.338279 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.338623 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.338962 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.339344 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.339679 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.340001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.340327 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.340654 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.341237 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.341339 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.341619 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.341942 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.342259 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.342578 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:44.347794 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e8b0aac4-8717-45ac-832c-7d4e6c6a50ee admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=08ce700434064c0c955a12b546c1af85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770081 Oct 13 13:11:44.350412 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50690) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:44.438053 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-2dc8ddd5-ff2f-4cdb-b744-0b99f2fa3191 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=e74136856dcf42c48689e6976f16caad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429068 Oct 13 13:11:44.440784 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c7a4-36fb-40a8-9b35-00aca2bbaa4c admin admin] Publish callbacks [] for security_group (5cecc3ba-e37e-43c8-9f03-2504611ab104), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.546458 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c7a4-36fb-40a8-9b35-00aca2bbaa4c admin admin] Publish callbacks [] for security_group (5cecc3ba-e37e-43c8-9f03-2504611ab104), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.683211 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-b321af95-5aeb-4038-bf50-6df412e2061a tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:44.684904 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-b321af95-5aeb-4038-bf50-6df412e2061a tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404900 Oct 13 13:11:44.700037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c7a4-36fb-40a8-9b35-00aca2bbaa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5cecc3ba-e37e-43c8-9f03-2504611ab104), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.702607 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fdd9c7a4-36fb-40a8-9b35-00aca2bbaa4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:44.706054 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fdd9c7a4-36fb-40a8-9b35-00aca2bbaa4c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5cecc3ba-e37e-43c8-9f03-2504611ab104 HTTP/1.1" status: 204 len: 168 time: 0.3523355 Oct 13 13:11:44.718047 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9c7a4-36fb-40a8-9b35-00aca2bbaa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cecc3ba-e37e-43c8-9f03-2504611ab104,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:44.721048 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-61ba0a8a-7af5-4d34-9ce7-ade7feef0c18 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/quotas/e74136856dcf42c48689e6976f16caad HTTP/1.1" status: 200 len: 375 time: 0.0283794 Oct 13 13:11:44.800012 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-bb7882e4-94d2-466d-bff3-bb571c31cd7c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=e74136856dcf42c48689e6976f16caad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663905 Oct 13 13:11:45.010924 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.026544 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c0a93277-e123-403e-a2ce-2d19cefa443e req-ce8631ff-2dd5-487a-8f37-f8a8b101c326 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.0748236 Oct 13 13:11:45.126115 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50728) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:45.140624 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3ee2-fc14-4356-9b3a-a8426faefa56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.202580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:45.254226 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3ee2-fc14-4356-9b3a-a8426faefa56 admin admin] Publish callbacks [] for security_group (137d64c9-cd7c-4b44-a26c-f1ef56fee00f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.259226 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3ee2-fc14-4356-9b3a-a8426faefa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (137d64c9-cd7c-4b44-a26c-f1ef56fee00f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.306721 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e6aa3ee2-fc14-4356-9b3a-a8426faefa56 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2021e7bac12f4658bb3fba5e31944e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795087 Oct 13 13:11:45.309413 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50740) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:45.341689 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa3ee2-fc14-4356-9b3a-a8426faefa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137d64c9-cd7c-4b44-a26c-f1ef56fee00f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:45.367463 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f073841-12b6-4ad7-ba5e-5c8b3e8b7c05 admin admin] Publish callbacks [] for security_group (137d64c9-cd7c-4b44-a26c-f1ef56fee00f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.393210 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f073841-12b6-4ad7-ba5e-5c8b3e8b7c05 admin admin] Publish callbacks [] for security_group (137d64c9-cd7c-4b44-a26c-f1ef56fee00f), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.459416 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6afe6-f174-4635-9482-739ef5bb2fa9 req-8f611ce2-7035-4acd-96be-ac9c68974924 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:45.460906 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b2c6afe6-f174-4635-9482-739ef5bb2fa9 req-8f611ce2-7035-4acd-96be-ac9c68974924 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0705929 Oct 13 13:11:45.491220 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f073841-12b6-4ad7-ba5e-5c8b3e8b7c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (137d64c9-cd7c-4b44-a26c-f1ef56fee00f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.493720 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1f073841-12b6-4ad7-ba5e-5c8b3e8b7c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.494835 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1f073841-12b6-4ad7-ba5e-5c8b3e8b7c05 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/137d64c9-cd7c-4b44-a26c-f1ef56fee00f HTTP/1.1" status: 204 len: 168 time: 0.1843920 Oct 13 13:11:45.517871 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f073841-12b6-4ad7-ba5e-5c8b3e8b7c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137d64c9-cd7c-4b44-a26c-f1ef56fee00f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:45.530620 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b2c6afe6-f174-4635-9482-739ef5bb2fa9 req-538b1fa5-88c3-4727-9b49-99e157527ecf tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603654 Oct 13 13:11:45.861799 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50756) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:45.876048 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e75-8e62-42ff-a0b7-617bcaf54473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.953403 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e75-8e62-42ff-a0b7-617bcaf54473 admin admin] Publish callbacks [] for security_group (4efdea80-a25d-4aa6-bd85-4af4bd3d9892), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.956975 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c61e7e75-8e62-42ff-a0b7-617bcaf54473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (4efdea80-a25d-4aa6-bd85-4af4bd3d9892), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:45.996126 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c61e7e75-8e62-42ff-a0b7-617bcaf54473 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6697e75a704d45b8b966474949e4544c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332884 Oct 13 13:11:45.996944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e7e75-8e62-42ff-a0b7-617bcaf54473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efdea80-a25d-4aa6-bd85-4af4bd3d9892,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:45.998844 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50758) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:46.049518 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e45f32c5-f00c-4bc7-b71e-1c2bd9e628b8 admin admin] Publish callbacks [] for security_group (4efdea80-a25d-4aa6-bd85-4af4bd3d9892), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.070102 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e45f32c5-f00c-4bc7-b71e-1c2bd9e628b8 admin admin] Publish callbacks [] for security_group (4efdea80-a25d-4aa6-bd85-4af4bd3d9892), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.084881 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:46.131019 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a348b309-de42-42d0-b179-c0d8c22ed1c1 req-10809918-bdb2-463f-9c2f-bec1e4379f91 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.0365286 Oct 13 13:11:46.147809 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e45f32c5-f00c-4bc7-b71e-1c2bd9e628b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (4efdea80-a25d-4aa6-bd85-4af4bd3d9892), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.150300 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e45f32c5-f00c-4bc7-b71e-1c2bd9e628b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.153779 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e45f32c5-f00c-4bc7-b71e-1c2bd9e628b8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4efdea80-a25d-4aa6-bd85-4af4bd3d9892 HTTP/1.1" status: 204 len: 168 time: 0.1516197 Oct 13 13:11:46.160079 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f32c5-f00c-4bc7-b71e-1c2bd9e628b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efdea80-a25d-4aa6-bd85-4af4bd3d9892,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:46.668538 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85de62b-794d-4011-973c-73533d759067 req-c3b4cdeb-2600-4acf-9b74-130ac19c87da tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:46.670730 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d85de62b-794d-4011-973c-73533d759067 req-c3b4cdeb-2600-4acf-9b74-130ac19c87da tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0514860 Oct 13 13:11:46.724210 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d85de62b-794d-4011-973c-73533d759067 req-54d02e02-9154-4c20-b891-eb6d90a28a67 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Oct 13 13:11:46.812996 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.838434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50788) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:46.934135 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781517014-network', 'tenant_id': '3ed5038c799342d48edc980983f1d996'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:46.954657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Made reservation on behalf of 3ed5038c799342d48edc980983f1d996 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:46.957313 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.968855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.987569 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:46.994918 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:47.056308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks [] for security_group (bdf33630-481b-4806-b0c1-cd0a8490c545), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.059931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bdf33630-481b-4806-b0c1-cd0a8490c545), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.080751 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 485} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:11:47.094241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf33630-481b-4806-b0c1-cd0a8490c545,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:47.099446 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (d95e0742-9927-4853-b696-23bb2a843407), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.099791 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Added segment d95e0742-9927-4853-b696-23bb2a843407 of type vlan for network 166f36a0-8f38-4dea-a79f-656b2b96b465 Oct 13 13:11:47.139524 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (166f36a0-8f38-4dea-a79f-656b2b96b465), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.164180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (166f36a0-8f38-4dea-a79f-656b2b96b465), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.165428 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:47.166005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.230251 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3904305 Oct 13 13:11:47.233069 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50796) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:47.234853 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4b93aa7-d606-44b7-a84e-1d01471fdc3f req-8abc522f-0f33-4de4-9708-469c3aabb1a4 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.0298810 Oct 13 13:11:47.237571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Request body: {'subnet': {'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781517014-subnet', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:47.242916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef6843-9997-4c3f-a138-213b9e4f1bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=166f36a0-8f38-4dea-a79f-656b2b96b465,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:47.254244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:11:47.262774 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Made reservation on behalf of 3ed5038c799342d48edc980983f1d996 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:47.265132 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.387178 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:47.435902 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (08db214e-348e-422e-8ce6-1b708d182692), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.492012 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08db214e-348e-422e-8ce6-1b708d182692,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:47.500252 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Checking segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:47.500612 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Network hostable DHCP agents. Network: 166f36a0-8f38-4dea-a79f-656b2b96b465, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:11:47.517193 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:11:47.526465 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 166f36a0-8f38-4dea-a79f-656b2b96b465) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:47.530530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:47.531140 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.535240 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822e68e-06f7-482a-a267-017248217f21 None None] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:47.547281 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4dae03ad-07d8-416d-b3e2-c6c5302d99b7 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3132200 Oct 13 13:11:47.549997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50800) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:47.554322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:47.573905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (de77ad94-1d47-4b5c-98a7-ce6279391bd8), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.574929 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (de77ad94-1d47-4b5c-98a7-ce6279391bd8), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.627238 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks [] for router_controller (de77ad94-1d47-4b5c-98a7-ce6279391bd8), precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.655850 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-166f36a0-8f38-4dea-a79f-656b2b96b465', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'project_id': '3ed5038c799342d48edc980983f1d996', 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:11:47.656863 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.751980 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:47.791688 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks [] for router_gateway (de77ad94-1d47-4b5c-98a7-ce6279391bd8), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:47.860500 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Allocated IP 172.20.0.2 (166f36a0-8f38-4dea-a79f-656b2b96b465/08db214e-348e-422e-8ce6-1b708d182692/2c6c6f32-eb63-4792-a860-1aaa423b691c) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:47.947302 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b7568-2c4a-49af-81b1-9e2ba3c8723a req-4fb97a7f-e9aa-4515-9707-882d15153956 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:47.955993 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c83b7568-2c4a-49af-81b1-9e2ba3c8723a req-4fb97a7f-e9aa-4515-9707-882d15153956 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1135273 Oct 13 13:11:48.062598 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c83b7568-2c4a-49af-81b1-9e2ba3c8723a req-4afad42a-37b6-4b72-a86c-3db22009210f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019771 Oct 13 13:11:48.129536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Publish callbacks [] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.137793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.191842 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:48.196416 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:48.200854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:48.215285 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:48.215808 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Pushing event updated for resources: {'Port': ['ID=2c6c6f32-eb63-4792-a860-1aaa423b691c,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:48.266598 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:48.272941 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Attempting to bind port 2c6c6f32-eb63-4792-a860-1aaa423b691c on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:11:48.272941 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Attempting to bind port 2c6c6f32-eb63-4792-a860-1aaa423b691c by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:11:48.273461 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Attempting to bind port 2c6c6f32-eb63-4792-a860-1aaa423b691c on network 166f36a0-8f38-4dea-a79f-656b2b96b465 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:48.320834 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:11:48.321366 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Checking segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:48.321838 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.322436 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Bound using segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:11:48.322999 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Bound port: 2c6c6f32-eb63-4792-a860-1aaa423b691c, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:11:48.323480 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.326474 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks [] for router_gateway (de77ad94-1d47-4b5c-98a7-ce6279391bd8), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.349725 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.382808 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-02a91ffb-6820-48c0-9f2a-d559b7ebac40 req-08a12c76-7815-48dc-9ce5-7d39acb35a3c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.0524890 Oct 13 13:11:48.409951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] For port 2c6c6f32-eb63-4792-a860-1aaa423b691c, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:11:48.415237 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] For port 2c6c6f32-eb63-4792-a860-1aaa423b691c, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=2c6c6f32-eb63-4792-a860-1aaa423b691c,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:11:48.421557 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.480393 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea49d44-d28a-4247-8fd8-39d1b7382ee3 None None] Pushing event updated for resources: {'Port': ['ID=2c6c6f32-eb63-4792-a860-1aaa423b691c,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:48.488261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Allocated IP 172.27.1.145 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/707549f5-39cc-43bc-bbe2-13ac9698f469) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:48.613484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks [] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.654558 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:48.691363 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:48.697834 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:48.703156 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:48.707969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:48.747578 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Pushing event updated for resources: {'Port': ['ID=707549f5-39cc-43bc-bbe2-13ac9698f469,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:48.811681 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-edb4364f-fa2d-4995-94c3-b0dbeee8402e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=e74136856dcf42c48689e6976f16caad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324202 Oct 13 13:11:48.981335 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 2c6c6f32-eb63-4792-a860-1aaa423b691c up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:49.041021 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 2c6c6f32-eb63-4792-a860-1aaa423b691c triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:49.041536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.041874 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 2c6c6f32-eb63-4792-a860-1aaa423b691c Oct 13 13:11:49.046161 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-660e3061-9402-42e2-b420-d6aabffd0b8d tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:49.047882 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-660e3061-9402-42e2-b420-d6aabffd0b8d tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151673 Oct 13 13:11:49.151811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Request body: {'port': {'device_id': '452465c5-d313-4698-a666-9e814920b8fd', 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e', 'admin_state_up': True, 'tenant_id': 'e74136856dcf42c48689e6976f16caad'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:49.152672 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 2c6c6f32-eb63-4792-a860-1aaa423b691c is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:49.153215 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.252843 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 2c6c6f32-eb63-4792-a860-1aaa423b691c, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=2c6c6f32-eb63-4792-a860-1aaa423b691c,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:49.266189 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.306899 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:49.314929 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c9f90-f4a2-4033-a165-e024a7a05ee2 req-2dd6157d-0258-4388-8268-471b6f10d21d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:49.317041 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c50c9f90-f4a2-4033-a165-e024a7a05ee2 req-2dd6157d-0258-4388-8268-471b6f10d21d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1361840 Oct 13 13:11:49.350441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks [] for router_gateway (de77ad94-1d47-4b5c-98a7-ce6279391bd8), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.367963 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=2c6c6f32-eb63-4792-a860-1aaa423b691c,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:49.381228 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c50c9f90-f4a2-4033-a165-e024a7a05ee2 req-f2decdc5-86ad-4031-b3b0-0f0f70c8c353 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576606 Oct 13 13:11:49.476395 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Made reservation on behalf of e74136856dcf42c48689e6976f16caad for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:49.480198 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.487390 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6f2a2414-2bfe-4d73-9f3d-24cc86d799fa req-b85fb9ad-1876-4893-851c-8a8d80919328 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.0298820 Oct 13 13:11:49.492853 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.592825 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f16228-3a39-4c21-b880-bb68c3904505 None None] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:49.640154 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (de77ad94-1d47-4b5c-98a7-ce6279391bd8), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.681291 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-2f292ac0-1610-4c01-bc94-e1ebd8f17451 None None] Provisioning complete for port 2c6c6f32-eb63-4792-a860-1aaa423b691c triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:49.681667 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-2f292ac0-1610-4c01-bc94-e1ebd8f17451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.682231 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-2f292ac0-1610-4c01-bc94-e1ebd8f17451 None None] Attempt 1 to provision port 2c6c6f32-eb63-4792-a860-1aaa423b691c Oct 13 13:11:49.706126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:49.709907 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks [] for security_group (d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.717459 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:49.824760 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:49.917394 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Router de77ad94-1d47-4b5c-98a7-ce6279391bd8 is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:11:49.933872 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-2f292ac0-1610-4c01-bc94-e1ebd8f17451 None None] Current status of the port 2c6c6f32-eb63-4792-a860-1aaa423b691c is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:49.949119 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Allocated IP 192.168.233.105 (2755c732-6ebf-451b-9db7-48dedb7f2f6e/aef538a1-1fdc-4135-b14f-4e60f962e3ce/8ea6a73b-f96b-45c1-b3fd-3688afc99566) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:49.988758 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:50.001838 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34259-3601-44a6-9f40-3ce367c6dba7 req-ff85813b-46ae-4499-8dd9-9c790cc0b37d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:50.003775 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0ea34259-3601-44a6-9f40-3ce367c6dba7 req-ff85813b-46ae-4499-8dd9-9c790cc0b37d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0543447 Oct 13 13:11:50.059365 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:50.060029 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0ea34259-3601-44a6-9f40-3ce367c6dba7 req-56c3a173-78bb-40cc-ac84-20d0235b9cb9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482903 Oct 13 13:11:50.130236 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:11:50.139050 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Sync routers for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:11:50.160641 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:50.162081 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:50.164251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.165534 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-409e7daf-3653-4088-a427-565cd881ae6a admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6145728 Oct 13 13:11:50.167883 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-70427587-e35f-45ac-823e-e5877f561a8f None None] Provisioning complete for port 2c6c6f32-eb63-4792-a860-1aaa423b691c triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:50.168355 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-70427587-e35f-45ac-823e-e5877f561a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.168922 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-70427587-e35f-45ac-823e-e5877f561a8f None None] Attempt 1 to provision port 2c6c6f32-eb63-4792-a860-1aaa423b691c Oct 13 13:11:50.169527 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50862) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:50.222379 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks [] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.230681 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:50.280661 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.340151 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Network 2755c732-6ebf-451b-9db7-48dedb7f2f6e is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:50.343770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:50.345886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:50.355402 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:50.359898 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:50.360513 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.368696 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Pushing event updated for resources: {'Port': ['ID=8ea6a73b-f96b-45c1-b3fd-3688afc99566,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:50.400861 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-59626289-41ff-4947-9310-857173607e3e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2653277 Oct 13 13:11:50.412057 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-70427587-e35f-45ac-823e-e5877f561a8f None None] Current status of the port 2c6c6f32-eb63-4792-a860-1aaa423b691c is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:50.602124 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:50.630959 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:49Z', 'revision_number': 3, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:50.663410 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-93c9fc29-874c-43d5-9c96-3a0210fc2286 None None] Provisioning complete for port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:50.663729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-93c9fc29-874c-43d5-9c96-3a0210fc2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.664050 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-93c9fc29-874c-43d5-9c96-3a0210fc2286 None None] Attempt 1 to provision port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 Oct 13 13:11:50.666147 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Checking router: de77ad94-1d47-4b5c-98a7-ce6279391bd8 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:11:50.666498 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Updating router de77ad94-1d47-4b5c-98a7-ce6279391bd8 port 707549f5-39cc-43bc-bbe2-13ac9698f469 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:11:50.725144 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:50.748592 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-93c9fc29-874c-43d5-9c96-3a0210fc2286 None None] Port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:11:50.914641 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 2c6c6f32-eb63-4792-a860-1aaa423b691c up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:50.924939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9108e-314f-42f8-bb95-ae478086eb16 req-42fd4c03-4005-472d-b76c-931072dbb36e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:50.926749 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d8f9108e-314f-42f8-bb95-ae478086eb16 req-42fd4c03-4005-472d-b76c-931072dbb36e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 936 time: 0.3171442 Oct 13 13:11:50.938462 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a67f0-0da7-4fe1-8892-9bd9adfcca8f req-363f7f62-93cc-4d14-b00a-90a09af14baa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:50.939943 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a7a67f0-0da7-4fe1-8892-9bd9adfcca8f req-363f7f62-93cc-4d14-b00a-90a09af14baa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.3168406 Oct 13 13:11:51.005438 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 2c6c6f32-eb63-4792-a860-1aaa423b691c triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:51.005805 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.006133 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 2c6c6f32-eb63-4792-a860-1aaa423b691c Oct 13 13:11:51.053649 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d8f9108e-314f-42f8-bb95-ae478086eb16 req-122005a4-5472-48d7-850f-1a4c74574c42 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094868 Oct 13 13:11:51.058341 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.071742 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Publish callbacks [] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.077288 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7a7a67f0-0da7-4fe1-8892-9bd9adfcca8f req-587d24d6-4555-4851-adc6-1868fabcc778 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255398 Oct 13 13:11:51.078485 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:51.079778 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.126518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Attempting to bind port 707549f5-39cc-43bc-bbe2-13ac9698f469 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:11:51.126888 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Attempting to bind port 707549f5-39cc-43bc-bbe2-13ac9698f469 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:11:51.127270 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Attempting to bind port 707549f5-39cc-43bc-bbe2-13ac9698f469 on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:51.174403 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad099c-8c49-467e-ae53-d59043f5e93b None None] Pushing event updated for resources: {'Port': ['ID=707549f5-39cc-43bc-bbe2-13ac9698f469,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:51.182768 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:51.198799 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 2c6c6f32-eb63-4792-a860-1aaa423b691c is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:51.206999 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:11:51.208125 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:51.208527 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.208910 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:11:51.209387 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Bound port: 707549f5-39cc-43bc-bbe2-13ac9698f469, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:11:51.209763 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.241231 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba02c3-d5e1-4b85-9dee-5dd249015f75 req-579b48e8-9d4f-4433-b1bb-3f33119c2596 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:51.242769 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19ba02c3-d5e1-4b85-9dee-5dd249015f75 req-579b48e8-9d4f-4433-b1bb-3f33119c2596 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0861540 Oct 13 13:11:51.265851 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] For port 707549f5-39cc-43bc-bbe2-13ac9698f469, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:11:51.269049 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] For port 707549f5-39cc-43bc-bbe2-13ac9698f469, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=707549f5-39cc-43bc-bbe2-13ac9698f469,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:11:51.284310 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Allocated IP 172.20.0.1 (166f36a0-8f38-4dea-a79f-656b2b96b465/08db214e-348e-422e-8ce6-1b708d182692/1d8faaba-6063-4a05-8f82-d05405b85a06) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:51.288899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.304963 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:51.326076 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19ba02c3-d5e1-4b85-9dee-5dd249015f75 req-3c712756-8301-4d4e-b2fa-745f840b0939 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705929 Oct 13 13:11:51.339777 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:51.340413 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:51.392308 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:51.399320 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad099c-8c49-467e-ae53-d59043f5e93b None None] Pushing event updated for resources: {'Port': ['ID=707549f5-39cc-43bc-bbe2-13ac9698f469,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:51.415593 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks [] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.451893 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.469488 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:51.492453 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:51.497544 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:51.500057 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:51.525377 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8faaba-6063-4a05-8f82-d05405b85a06,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:51.538333 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.538683 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.539027 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.539396 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.539733 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.540068 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.540401 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.540732 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.541640 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.541984 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.542325 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.542658 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.542996 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.543350 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.543682 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:51.559395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (de77ad94-1d47-4b5c-98a7-ce6279391bd8), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.655215 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:49Z', 'revision_number': 3, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:51.686078 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4ace6-ce8c-4bdd-b998-084800755e9b None None] The sync data for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi is: [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:49Z', 'revision_number': 3, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:11:51.693174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.774510 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-51ccd9bf-35ef-4680-a76d-1343b84e7953 None None] Provisioning complete for port 1d8faaba-6063-4a05-8f82-d05405b85a06 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:51.774969 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-51ccd9bf-35ef-4680-a76d-1343b84e7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.775396 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-51ccd9bf-35ef-4680-a76d-1343b84e7953 None None] Attempt 1 to provision port 1d8faaba-6063-4a05-8f82-d05405b85a06 Oct 13 13:11:51.809773 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-51ccd9bf-35ef-4680-a76d-1343b84e7953 None None] Port 1d8faaba-6063-4a05-8f82-d05405b85a06 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:11:51.834427 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:51.867911 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks [] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.872952 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.957032 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (de77ad94-1d47-4b5c-98a7-ce6279391bd8), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:51.959380 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8faaba-6063-4a05-8f82-d05405b85a06,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:52.056188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:52.057566 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:52.120142 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:52.246403 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674b0d-d884-4ddf-b592-2f60e28c3845 req-73505549-cc01-449d-af54-9f1cc06f2e1b tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:52.253459 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c5674b0d-d884-4ddf-b592-2f60e28c3845 req-73505549-cc01-449d-af54-9f1cc06f2e1b tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 936 time: 0.0965993 Oct 13 13:11:52.260904 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Request body: {'port': {'device_id': '452465c5-d313-4698-a666-9e814920b8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:52.288581 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Router de77ad94-1d47-4b5c-98a7-ce6279391bd8 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:11:52.295198 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396f4e5-3f2a-4e19-ac3e-2c1806e9cf97 req-26f63b25-f38b-466c-9871-fe7d4ab85a5a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:52.296825 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8396f4e5-3f2a-4e19-ac3e-2c1806e9cf97 req-26f63b25-f38b-466c-9871-fe7d4ab85a5a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1101685 Oct 13 13:11:52.351760 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-1a70aa99-37dd-4dfc-ac16-b51d21445163 None None] Provisioning complete for port 1d8faaba-6063-4a05-8f82-d05405b85a06 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:52.352299 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1a70aa99-37dd-4dfc-ac16-b51d21445163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:52.352541 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-1a70aa99-37dd-4dfc-ac16-b51d21445163 None None] Attempt 1 to provision port 1d8faaba-6063-4a05-8f82-d05405b85a06 Oct 13 13:11:52.356120 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c5674b0d-d884-4ddf-b592-2f60e28c3845 req-6853e208-97d7-4104-bfb4-53d87f02acea tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987418 Oct 13 13:11:52.412660 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-1a70aa99-37dd-4dfc-ac16-b51d21445163 None None] Port 1d8faaba-6063-4a05-8f82-d05405b85a06 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:11:52.523968 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8396f4e5-3f2a-4e19-ac3e-2c1806e9cf97 req-a1fc33a7-47f6-4e56-8993-70c76b40c009 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026656 Oct 13 13:11:52.583249 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7275c-0199-4309-a888-4a324ad5cd67 req-3823f50f-e5f3-4c67-af83-d6e5994bfced tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:52.584729 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f5a7275c-0199-4309-a888-4a324ad5cd67 req-3823f50f-e5f3-4c67-af83-d6e5994bfced tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1382232 Oct 13 13:11:52.585203 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:52.622154 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:11:52.632018 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-eee09ec7-966f-432e-834f-4b6e6ca6e1b9 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/de77ad94-1d47-4b5c-98a7-ce6279391bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4613597 Oct 13 13:11:52.654927 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f5a7275c-0199-4309-a888-4a324ad5cd67 req-0f224a7b-c75e-41dc-b498-0e007d22a28b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644300 Oct 13 13:11:52.885294 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:52.929603 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea6a73b-f96b-45c1-b3fd-3688afc99566 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:11:52.938321 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Publish callbacks [] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:52.948735 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 707549f5-39cc-43bc-bbe2-13ac9698f469 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:52.952442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Transition to ACTIVE for port object 8ea6a73b-f96b-45c1-b3fd-3688afc99566 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:11:52.957519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:52.989698 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:52.991644 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:53.001623 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 707549f5-39cc-43bc-bbe2-13ac9698f469 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:53.002132 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.002472 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 707549f5-39cc-43bc-bbe2-13ac9698f469 Oct 13 13:11:53.036026 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea6a73b-f96b-45c1-b3fd-3688afc99566,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:53.052235 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Attempting to bind port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:11:53.052588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Attempting to bind port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:11:53.053082 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Attempting to bind port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 on network 2755c732-6ebf-451b-9db7-48dedb7f2f6e {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:53.091403 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:53.097217 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 707549f5-39cc-43bc-bbe2-13ac9698f469 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:53.097647 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.112380 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 on network 2755c732-6ebf-451b-9db7-48dedb7f2f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:11:53.113533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Attempting to bind port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 on network 2755c732-6ebf-451b-9db7-48dedb7f2f6e {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:53.127299 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 707549f5-39cc-43bc-bbe2-13ac9698f469, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=707549f5-39cc-43bc-bbe2-13ac9698f469,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:53.132516 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.167641 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:11:53.167641 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Checking segment: {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:53.168220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Bound using segment: {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:11:53.168745 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Bound port: 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 492, 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:11:53.169300 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.190370 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=707549f5-39cc-43bc-bbe2-13ac9698f469,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:53.248500 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] For port 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:11:53.251874 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] For port 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8ea6a73b-f96b-45c1-b3fd-3688afc99566,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:11:53.256170 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 50910) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:53.259001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.261278 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-451346724-network', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:53.262835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:53.263509 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.265130 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/8ea6a73b-f96b-45c1-b3fd-3688afc99566 HTTP/1.1" status: 200 len: 1098 time: 1.0085626 Oct 13 13:11:53.267345 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452465c5-d313-4698-a666-9e814920b8fd', 'tag': '8ea6a73b-f96b-45c1-b3fd-3688afc99566'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:11:53.269594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd91d362-46cc-4c84-a708-8674ccb0caca" -d '{"events": [{"name": "network-changed", "server_uuid": "452465c5-d313-4698-a666-9e814920b8fd", "tag": "8ea6a73b-f96b-45c1-b3fd-3688afc99566"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:11:53.285471 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Made reservation on behalf of e5527143235a4fab8d08d7ef484670ce for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:53.289444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.298805 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.322378 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1df315-b845-4997-953d-95d7ab1fe19f x-openstack-request-id: req-1f1df315-b845-4997-953d-95d7ab1fe19f {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:11:53.322672 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452465c5-d313-4698-a666-9e814920b8fd", "tag": "8ea6a73b-f96b-45c1-b3fd-3688afc99566", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:11:53.322977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f1df315-b845-4997-953d-95d7ab1fe19f {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:11:53.323410 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1df315-b845-4997-953d-95d7ab1fe19f'] response: {'name': 'network-changed', 'server_uuid': '452465c5-d313-4698-a666-9e814920b8fd', 'tag': '8ea6a73b-f96b-45c1-b3fd-3688afc99566', 'status': 'completed', 'code': 200} Oct 13 13:11:53.324206 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c844e1-47c4-49d2-84d9-3e031842101c service neutron] Pushing event updated for resources: {'Port': ['ID=8ea6a73b-f96b-45c1-b3fd-3688afc99566,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:53.389359 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks [] for security_group (1676869b-3bb3-4d76-99bf-3e4b278a031a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.400936 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (1676869b-3bb3-4d76-99bf-3e4b278a031a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.421198 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 473} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:11:53.436415 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (156dd7e7-f34f-41f3-8c77-225355b689f8), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.437009 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Added segment 156dd7e7-f34f-41f3-8c77-225355b689f8 of type vlan for network 8c56185d-15f4-45df-96a8-e86cb83a5f39 Oct 13 13:11:53.438873 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Sync routers for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:11:53.454978 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:53.455629 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:53.483906 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (8c56185d-15f4-45df-96a8-e86cb83a5f39), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.486688 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:53.547992 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:53.564575 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1676869b-3bb3-4d76-99bf-3e4b278a031a,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:53.592459 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d5c6-e40e-4123-a68d-1eae9ff5dd62 req-f00ff2c5-9803-4c01-a267-72ea0983cd3c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:53.594644 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f792d5c6-e40e-4123-a68d-1eae9ff5dd62 req-f00ff2c5-9803-4c01-a267-72ea0983cd3c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.1058104 Oct 13 13:11:53.596515 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (8c56185d-15f4-45df-96a8-e86cb83a5f39), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.597680 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:53.598492 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.625662 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:53.732212 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4748597 Oct 13 13:11:53.735885 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50932) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:53.748796 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Request body: {'subnet': {'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-451346724-subnet', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:53.763270 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f6be5-38a1-4621-9ee0-81cad7f150d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c56185d-15f4-45df-96a8-e86cb83a5f39,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:53.775794 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:11:53.788295 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf7a67-9332-4f6f-b63a-5ec6708caf85 req-d5645e25-b485-4a14-9a71-21142dd23b23 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:53.795566 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24bf7a67-9332-4f6f-b63a-5ec6708caf85 req-d5645e25-b485-4a14-9a71-21142dd23b23 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0892532 Oct 13 13:11:53.795946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Made reservation on behalf of e5527143235a4fab8d08d7ef484670ce for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:11:53.800262 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:53.819230 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f792d5c6-e40e-4123-a68d-1eae9ff5dd62 req-93f8dad6-6dd3-4fa4-8ce8-6230b283884c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126079 Oct 13 13:11:53.943082 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24bf7a67-9332-4f6f-b63a-5ec6708caf85 req-8c95cd23-cb13-4aba-a676-d1e09c669128 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341147 Oct 13 13:11:54.010258 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 2, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:54.028374 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73314d5-c850-4950-8943-ef7bbc6a2659 req-3a17467a-db52-4f2f-b344-258b0af5f3f1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:54.030822 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e73314d5-c850-4950-8943-ef7bbc6a2659 req-3a17467a-db52-4f2f-b344-258b0af5f3f1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0786834 Oct 13 13:11:54.066408 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Checking router: de77ad94-1d47-4b5c-98a7-ce6279391bd8 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:11:54.066948 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Updating router de77ad94-1d47-4b5c-98a7-ce6279391bd8 port 1d8faaba-6063-4a05-8f82-d05405b85a06 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:11:54.075650 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for subnet (1807b406-e1fc-42df-aa2b-65cc114c357f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.096398 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e73314d5-c850-4950-8943-ef7bbc6a2659 req-7ac436d2-b345-42ea-a2a7-c91e6de158d7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582573 Oct 13 13:11:54.100152 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.137968 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1807b406-e1fc-42df-aa2b-65cc114c357f,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:54.154735 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Checking segment: {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:54.155117 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Network hostable DHCP agents. Network: 8c56185d-15f4-45df-96a8-e86cb83a5f39, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:11:54.173233 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:11:54.182640 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 8c56185d-15f4-45df-96a8-e86cb83a5f39) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:54.186613 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:54.187269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.191564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9837f9d2-2260-492a-a470-bbe7dfa338be None None] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:54.213838 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e457065d-c65b-491e-8778-8e814c57290c admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4733500 Oct 13 13:11:54.214278 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50938) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:54.218596 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:11:54.246779 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (5c4a3aff-adf1-47ff-8539-6ea2f902df62), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.248262 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (5c4a3aff-adf1-47ff-8539-6ea2f902df62), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.249948 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:54.320659 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks [] for router_controller (5c4a3aff-adf1-47ff-8539-6ea2f902df62), precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.392826 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Publish callbacks [] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.399367 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.449320 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-8c56185d-15f4-45df-96a8-e86cb83a5f39', 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'fixed_ips': [{'subnet_id': '1807b406-e1fc-42df-aa2b-65cc114c357f'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:11:54.450308 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.477534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks [] for router_gateway (5c4a3aff-adf1-47ff-8539-6ea2f902df62), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.490994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:54.493556 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Pushing event updated for resources: {'Port': ['ID=1d8faaba-6063-4a05-8f82-d05405b85a06,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:54.503853 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Attempting to bind port 1d8faaba-6063-4a05-8f82-d05405b85a06 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:11:54.504213 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Attempting to bind port 1d8faaba-6063-4a05-8f82-d05405b85a06 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:11:54.505389 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Attempting to bind port 1d8faaba-6063-4a05-8f82-d05405b85a06 on network 166f36a0-8f38-4dea-a79f-656b2b96b465 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:54.508039 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:54.508837 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.509413 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.509992 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.510550 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.511261 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.511755 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.512248 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.512707 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.513218 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.513772 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.514299 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.514818 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.515373 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.515925 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.516445 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:11:54.570927 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:11:54.571324 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Checking segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:54.571729 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.572116 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Bound using segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:11:54.572584 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Bound port: 1d8faaba-6063-4a05-8f82-d05405b85a06, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:11:54.572957 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.575482 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:54.614204 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Allocated IP 172.20.0.2 (8c56185d-15f4-45df-96a8-e86cb83a5f39/1807b406-e1fc-42df-aa2b-65cc114c357f/c6abf889-004e-497b-866f-bb5596e8f185) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:54.640985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:54.644514 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] For port 1d8faaba-6063-4a05-8f82-d05405b85a06, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:11:54.651547 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] For port 1d8faaba-6063-4a05-8f82-d05405b85a06, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=1d8faaba-6063-4a05-8f82-d05405b85a06,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:11:54.659135 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.698623 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:54.699194 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:54.709284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks [] for router_gateway (5c4a3aff-adf1-47ff-8539-6ea2f902df62), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.731027 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.754570 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b9277-a709-45f2-8e21-cbb68b00aec5 None None] Pushing event updated for resources: {'Port': ['ID=1d8faaba-6063-4a05-8f82-d05405b85a06,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:54.773540 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Publish callbacks [] for port (c6abf889-004e-497b-866f-bb5596e8f185), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.783321 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (c6abf889-004e-497b-866f-bb5596e8f185), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.806329 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:54.826067 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:54.829358 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:54.835019 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:54.839606 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:54.847979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Pushing event updated for resources: {'Port': ['ID=c6abf889-004e-497b-866f-bb5596e8f185,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:54.870848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Allocated IP 172.27.1.16 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:54.912146 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Attempting to bind port c6abf889-004e-497b-866f-bb5596e8f185 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:11:54.912708 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Attempting to bind port c6abf889-004e-497b-866f-bb5596e8f185 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:11:54.913328 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Attempting to bind port c6abf889-004e-497b-866f-bb5596e8f185 on network 8c56185d-15f4-45df-96a8-e86cb83a5f39 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:54.964994 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:11:54.965378 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Checking segment: {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:54.965779 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:54.966387 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Bound using segment: {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:11:54.967263 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Bound port: c6abf889-004e-497b-866f-bb5596e8f185, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:11:54.967880 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c6abf889-004e-497b-866f-bb5596e8f185), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.018086 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 707549f5-39cc-43bc-bbe2-13ac9698f469 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:55.047398 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f502c-59dc-43d8-9090-4e51397ca2f9 req-88d93a1c-e8fc-481b-85bb-17626ab2827f tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:55.049624 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bf2f502c-59dc-43d8-9090-4e51397ca2f9 req-88d93a1c-e8fc-481b-85bb-17626ab2827f tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.0994825 Oct 13 13:11:55.078178 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks [] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.102092 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:54Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:55.114868 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.142969 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] For port c6abf889-004e-497b-866f-bb5596e8f185, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:11:55.147117 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9165e-05d6-4812-a637-dcd1f2aead72 None None] The sync data for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi is: [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:54Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:11:55.149719 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] For port c6abf889-004e-497b-866f-bb5596e8f185, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c6abf889-004e-497b-866f-bb5596e8f185,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:11:55.152930 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 707549f5-39cc-43bc-bbe2-13ac9698f469 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:55.153289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.153742 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 707549f5-39cc-43bc-bbe2-13ac9698f469 Oct 13 13:11:55.167361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782850e-c339-47e3-9e93-6e54bb5d7cca req-29361f92-c95f-4d71-8622-fe5e6c2aae40 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:55.169663 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e782850e-c339-47e3-9e93-6e54bb5d7cca req-29361f92-c95f-4d71-8622-fe5e6c2aae40 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1190550 Oct 13 13:11:55.185952 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:55.190976 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:55.195768 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:55.197581 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c6abf889-004e-497b-866f-bb5596e8f185), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.201661 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:55.285549 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bf2f502c-59dc-43d8-9090-4e51397ca2f9 req-e4c243ef-10ac-4f60-ac06-10590e440fb9 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221735 Oct 13 13:11:55.315357 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e782850e-c339-47e3-9e93-6e54bb5d7cca req-879cfdfb-6cb5-4387-bac6-11af6eb6c45c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295552 Oct 13 13:11:55.365371 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c506424-f582-4b4f-8529-b7bed57d2a82 None None] Pushing event updated for resources: {'Port': ['ID=c6abf889-004e-497b-866f-bb5596e8f185,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:55.372311 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 707549f5-39cc-43bc-bbe2-13ac9698f469 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:55.552878 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks [] for router_gateway (5c4a3aff-adf1-47ff-8539-6ea2f902df62), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.624751 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d908c7-112c-4751-8b7d-0068b81cf341 req-4365e586-c60d-4871-9699-1b0b971b93c7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:55.626300 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63d908c7-112c-4751-8b7d-0068b81cf341 req-4365e586-c60d-4871-9699-1b0b971b93c7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0718262 Oct 13 13:11:55.680736 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:55.709622 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-63d908c7-112c-4751-8b7d-0068b81cf341 req-1786d35e-8fe9-4ff8-8991-67e7a1e67c7e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768092 Oct 13 13:11:55.788454 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (5c4a3aff-adf1-47ff-8539-6ea2f902df62), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:55.834719 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:55.925129 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:11:56.037672 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:11:56.046890 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Sync routers for ids ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:11:56.058364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:56.062266 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-71898a98-c749-49f7-9d21-36761774e805 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8444810 Oct 13 13:11:56.062496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 50956) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:56.066491 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Routers {'5c4a3aff-adf1-47ff-8539-6ea2f902df62'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:56.067854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:56.128726 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:56.218316 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Set router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:56.454181 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:55Z', 'revision_number': 3, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:56.488071 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Checking router: 5c4a3aff-adf1-47ff-8539-6ea2f902df62 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:11:56.488431 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Updating router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:11:56.493495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e15e1-9047-47c2-b07f-5a587733bca4 req-8d568714-6f74-44e7-8f73-a6c689ac4174 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:56.494504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609cb0cb-09fa-4ac6-8595-6dc4817fa03b None None] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:11:56.495391 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e30e15e1-9047-47c2-b07f-5a587733bca4 req-8d568714-6f74-44e7-8f73-a6c689ac4174 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.0863500 Oct 13 13:11:56.546792 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4c0c-b0b0-46ef-88ea-a6a90257ea65 req-9a6ffe7a-5461-4542-8360-ebdd72c0b067 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:56.548750 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be1b4c0c-b0b0-46ef-88ea-a6a90257ea65 req-9a6ffe7a-5461-4542-8360-ebdd72c0b067 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1285760 Oct 13 13:11:56.572536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:56.591314 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e30e15e1-9047-47c2-b07f-5a587733bca4 req-bc18fc58-4f8a-4a63-8568-81dea76bad15 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790720 Oct 13 13:11:56.599444 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:56.620706 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:56.640196 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be1b4c0c-b0b0-46ef-88ea-a6a90257ea65 req-fbaa8e10-3611-475a-94cf-fee4a0d55b10 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805078 Oct 13 13:11:56.647573 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Provisioning complete for port c6abf889-004e-497b-866f-bb5596e8f185 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:56.648170 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c6abf889-004e-497b-866f-bb5596e8f185), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:56.648678 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Attempt 1 to provision port c6abf889-004e-497b-866f-bb5596e8f185 Oct 13 13:11:56.808896 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:56.930538 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:56.941547 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448f22f-c6e2-414a-8374-3924996c10c2 req-3414ffa9-de88-49d0-be83-9867020042a9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:56.950167 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9448f22f-c6e2-414a-8374-3924996c10c2 req-3414ffa9-de88-49d0-be83-9867020042a9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1270378 Oct 13 13:11:56.993294 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Current status of the port c6abf889-004e-497b-866f-bb5596e8f185 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:56.993677 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c6abf889-004e-497b-866f-bb5596e8f185), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.022514 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9448f22f-c6e2-414a-8374-3924996c10c2 req-df5f40b4-e95d-4982-b372-c49f0a29dab4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707188 Oct 13 13:11:57.040136 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c6abf889-004e-497b-866f-bb5596e8f185 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:57.050127 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Allocated IP 172.20.0.1 (8c56185d-15f4-45df-96a8-e86cb83a5f39/1807b406-e1fc-42df-aa2b-65cc114c357f/59b5dfa7-6505-4803-93db-5d5a718e45fd) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:11:57.070175 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:57.091429 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:57.148564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] For port c6abf889-004e-497b-866f-bb5596e8f185, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c6abf889-004e-497b-866f-bb5596e8f185,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:57.160141 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c6abf889-004e-497b-866f-bb5596e8f185), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.161662 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:57.202646 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Publish callbacks [] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.214948 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.229054 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks [] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.244683 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Attempting to bind port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:11:57.244944 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Attempting to bind port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:11:57.245307 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Attempting to bind port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:11:57.247261 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c6abf889-004e-497b-866f-bb5596e8f185 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:57.247635 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c6abf889-004e-497b-866f-bb5596e8f185), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.247971 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c6abf889-004e-497b-866f-bb5596e8f185 Oct 13 13:11:57.264856 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.295441 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768fced-da3c-4713-8bb5-45a1ce410771 None None] Pushing event updated for resources: {'Port': ['ID=c6abf889-004e-497b-866f-bb5596e8f185,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:57.312228 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:57.318569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:57.321663 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:11:57.322063 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (5c4a3aff-adf1-47ff-8539-6ea2f902df62), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.434941 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Pushing event updated for resources: {'Port': ['ID=59b5dfa7-6505-4803-93db-5d5a718e45fd,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:57.483087 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.509595 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-edd9881a-1b5d-4952-a65c-fe7764523ea5 None None] Provisioning complete for port c6abf889-004e-497b-866f-bb5596e8f185 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:57.509972 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-edd9881a-1b5d-4952-a65c-fe7764523ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c6abf889-004e-497b-866f-bb5596e8f185), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.510305 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-edd9881a-1b5d-4952-a65c-fe7764523ea5 None None] Attempt 1 to provision port c6abf889-004e-497b-866f-bb5596e8f185 Oct 13 13:11:57.592389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:11:57.592779 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:11:57.593215 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.593555 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:11:57.595518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Bound port: 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:11:57.596767 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.662092 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a251cbd-24f8-4f4d-a261-411f422bca6d None None] Pushing event updated for resources: {'Port': ['ID=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:57.680365 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91d362-46cc-4c84-a708-8674ccb0caca req-de0f3dad-aa5e-468d-9322-091dcc0bdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:57.682136 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd91d362-46cc-4c84-a708-8674ccb0caca req-de0f3dad-aa5e-468d-9322-091dcc0bdf8e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=e74136856dcf42c48689e6976f16caad&device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 1132 time: 0.1715372 Oct 13 13:11:57.683166 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:57.735175 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] For port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:11:57.738896 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] For port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:11:57.789891 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c6abf889-004e-497b-866f-bb5596e8f185 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:57.791351 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1d8faaba-6063-4a05-8f82-d05405b85a06 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:57.822645 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425ac74-ab0c-4996-a6b9-6349c6c0a29d req-3ff1378b-417b-4e51-9e20-3cfdaab0d79a tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:57.830374 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7425ac74-ab0c-4996-a6b9-6349c6c0a29d req-3ff1378b-417b-4e51-9e20-3cfdaab0d79a tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.1132772 Oct 13 13:11:57.845070 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.870952 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea60b8-0685-4d2e-82d5-9b952c41b036 req-383d406b-354f-45fe-9586-de2593f39e1c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:57.877630 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1aea60b8-0685-4d2e-82d5-9b952c41b036 req-383d406b-354f-45fe-9586-de2593f39e1c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0990455 Oct 13 13:11:57.881030 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks [] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.888422 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.889256 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (5c4a3aff-adf1-47ff-8539-6ea2f902df62), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.927474 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 1d8faaba-6063-4a05-8f82-d05405b85a06 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:57.928087 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:57.928601 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 1d8faaba-6063-4a05-8f82-d05405b85a06 Oct 13 13:11:58.011701 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7425ac74-ab0c-4996-a6b9-6349c6c0a29d req-1902776a-57a3-457f-9910-2a5dc38d757b tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800301 Oct 13 13:11:58.015917 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1aea60b8-0685-4d2e-82d5-9b952c41b036 req-ae2c4a9d-126b-4eba-87e9-085403d3e5ff tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374872 Oct 13 13:11:58.020210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Pushing event updated for resources: {'Port': ['ID=59b5dfa7-6505-4803-93db-5d5a718e45fd,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:58.041291 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Routers {'5c4a3aff-adf1-47ff-8539-6ea2f902df62'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:11:58.041929 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:58.061759 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:11:58.063447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:11:58.115610 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a251cbd-24f8-4f4d-a261-411f422bca6d None None] Pushing event updated for resources: {'Port': ['ID=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:58.136628 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd91d362-46cc-4c84-a708-8674ccb0caca req-b9e0dfdc-54bb-4614-a96a-f33631d352db service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=e74136856dcf42c48689e6976f16caad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658767 Oct 13 13:11:58.246609 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:58.266892 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636f232-d8b5-4d8a-b320-9fb86bc2e40f req-01381f06-4a55-4a52-96a2-7db5c8ef4a8f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:58.269344 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6636f232-d8b5-4d8a-b320-9fb86bc2e40f req-01381f06-4a55-4a52-96a2-7db5c8ef4a8f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0734441 Oct 13 13:11:58.299678 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:58.305520 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] Set router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:11:58.346972 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0d3f1-3b70-40fe-ab12-438cea85cab2 req-b3e2695b-da66-496b-86ac-9a616ff5b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:58.349166 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6636f232-d8b5-4d8a-b320-9fb86bc2e40f req-4488b6a5-3aa4-4400-b826-dae2a5d0b098 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733159 Oct 13 13:11:58.361434 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-64c0d3f1-3b70-40fe-ab12-438cea85cab2 req-b3e2695b-da66-496b-86ac-9a616ff5b58e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1129 time: 0.2917528 Oct 13 13:11:58.366053 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-edd9881a-1b5d-4952-a65c-fe7764523ea5 None None] Current status of the port c6abf889-004e-497b-866f-bb5596e8f185 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:58.388423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:58.518157 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c54c716a-7d08-4e88-8136-3589c484408a None None] Provisioning complete for port 59b5dfa7-6505-4803-93db-5d5a718e45fd triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:58.518536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c54c716a-7d08-4e88-8136-3589c484408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:58.518873 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c54c716a-7d08-4e88-8136-3589c484408a None None] Attempt 1 to provision port 59b5dfa7-6505-4803-93db-5d5a718e45fd Oct 13 13:11:58.543579 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:11:58.547253 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 1d8faaba-6063-4a05-8f82-d05405b85a06 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:58.547650 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:58.554534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91d362-46cc-4c84-a708-8674ccb0caca req-2ecf36cb-4923-4433-9b3f-2f4f2f164cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:58.555925 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd91d362-46cc-4c84-a708-8674ccb0caca req-2ecf36cb-4923-4433-9b3f-2f4f2f164cdb service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3713405 Oct 13 13:11:58.577176 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-64c0d3f1-3b70-40fe-ab12-438cea85cab2 req-fc20cda8-d641-4d32-996d-30a154773c24 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Oct 13 13:11:58.581411 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:58.595909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c54c716a-7d08-4e88-8136-3589c484408a None None] Port 59b5dfa7-6505-4803-93db-5d5a718e45fd cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:11:58.639175 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 1d8faaba-6063-4a05-8f82-d05405b85a06, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=1d8faaba-6063-4a05-8f82-d05405b85a06,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:11:58.649210 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:58.658235 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '59b5dfa7-6505-4803-93db-5d5a718e45fd', 'name': '', 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'mac_address': 'fa:16:3e:f7:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:56Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 2, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'subnets': [{'id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:11:58.685105 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:11:58.695105 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-88ab4263-2784-4fc1-8df5-dc01d6f363ca admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/5c4a3aff-adf1-47ff-8539-6ea2f902df62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260970 Oct 13 13:11:58.702569 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb7b044-c24a-41c5-9a98-0e9f130198d9 None None] The sync data for ids ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'] in dv-cinder-826607-8-iscsi is: [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '59b5dfa7-6505-4803-93db-5d5a718e45fd', 'name': '', 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'mac_address': 'fa:16:3e:f7:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:56Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 2, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'subnets': [{'id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:11:58.726971 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:11:58.731371 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=1d8faaba-6063-4a05-8f82-d05405b85a06,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:11:58.860274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-b37e498c-5bc3-40d3-9c38-0a3e41e77172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:58.862151 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-b37e498c-5bc3-40d3-9c38-0a3e41e77172 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=e74136856dcf42c48689e6976f16caad&device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 1132 time: 0.0432444 Oct 13 13:11:58.931367 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-f77d6e53-be15-4d0b-a696-b464bdd4df8f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=8ea6a73b-f96b-45c1-b3fd-3688afc99566 HTTP/1.1" status: 200 len: 217 time: 0.0554593 Oct 13 13:11:58.934161 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c6abf889-004e-497b-866f-bb5596e8f185 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:59.003301 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c6abf889-004e-497b-866f-bb5596e8f185 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:59.004156 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c6abf889-004e-497b-866f-bb5596e8f185), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:59.005224 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c6abf889-004e-497b-866f-bb5596e8f185 Oct 13 13:11:59.060877 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-a3b4b54f-3a44-48bb-bf92-12d8d113bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:59.068014 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-a3b4b54f-3a44-48bb-bf92-12d8d113bcd7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=aef538a1-1fdc-4135-b14f-4e60f962e3ce HTTP/1.1" status: 200 len: 843 time: 0.1244757 Oct 13 13:11:59.148759 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c6abf889-004e-497b-866f-bb5596e8f185 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:59.153713 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1d8faaba-6063-4a05-8f82-d05405b85a06 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:11:59.229598 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 1d8faaba-6063-4a05-8f82-d05405b85a06 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:11:59.230245 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:59.230754 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 1d8faaba-6063-4a05-8f82-d05405b85a06 Oct 13 13:11:59.276579 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721580dc-830b-4a38-b295-bdc115189fd8 req-5cc8c799-bc41-43fd-8b48-c8bb45dde83e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:59.278158 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-721580dc-830b-4a38-b295-bdc115189fd8 req-5cc8c799-bc41-43fd-8b48-c8bb45dde83e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.1365123 Oct 13 13:11:59.338584 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16473-3b71-4466-932d-a63f17f28046 req-261af042-191b-40d3-b420-5111462a369c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:59.342365 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-aa0adfe1-642c-49bd-97e8-55b51738dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:59.346888 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ed16473-3b71-4466-932d-a63f17f28046 req-261af042-191b-40d3-b420-5111462a369c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1281979 Oct 13 13:11:59.347883 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-aa0adfe1-642c-49bd-97e8-55b51738dac9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2755c732-6ebf-451b-9db7-48dedb7f2f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0584178 Oct 13 13:11:59.350441 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 1d8faaba-6063-4a05-8f82-d05405b85a06 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:11:59.394438 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-721580dc-830b-4a38-b295-bdc115189fd8 req-8c8cfb9a-eca4-4ee9-a629-8f18d3189dd5 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066899 Oct 13 13:11:59.436914 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ed16473-3b71-4466-932d-a63f17f28046 req-fd55da01-96ef-4cba-9795-7b7d6b31e62f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797224 Oct 13 13:11:59.512158 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-3f06d599-c935-4c66-bbaa-0c6f6b5b1865 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2755c732-6ebf-451b-9db7-48dedb7f2f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570354 Oct 13 13:11:59.630117 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef65c2-06bb-43d0-9f75-bf2ea6ea48ae req-f0f915d4-1b52-4808-afa0-190e285adbbe tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:59.638612 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b8ef65c2-06bb-43d0-9f75-bf2ea6ea48ae req-f0f915d4-1b52-4808-afa0-190e285adbbe tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1162386 Oct 13 13:11:59.640351 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51060) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:11:59.704786 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-873b8397-3910-448a-a201-9a9878f43420 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181233 Oct 13 13:11:59.774844 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7e10fa34-2420-4c10-824b-d0ed75b8a6b9 req-c7bb45e0-6dbd-4bd4-8114-b05dd6710287 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2755c732-6ebf-451b-9db7-48dedb7f2f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356472 Oct 13 13:11:59.803824 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b8ef65c2-06bb-43d0-9f75-bf2ea6ea48ae req-a3077b45-3064-4341-8395-4e99abb3c0be tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642771 Oct 13 13:11:59.840933 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Deleting subnet 8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:11:59.848361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Publish callbacks [] for subnet (8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:11:59.856215 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0322e-49a5-4bb6-8d2e-c0de83e385d0 req-837eaf6a-87c4-4115-b5d4-be82e1b82807 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:11:59.863350 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fbb0322e-49a5-4bb6-8d2e-c0de83e385d0 req-837eaf6a-87c4-4115-b5d4-be82e1b82807 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0834143 Oct 13 13:11:59.975987 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.025179 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fbb0322e-49a5-4bb6-8d2e-c0de83e385d0 req-0b8ad36e-596d-419d-9f41-bc74e35c881b tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607254 Oct 13 13:12:00.049534 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.116627 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:00.131452 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.147682 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.151156 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6 HTTP/1.1" status: 204 len: 168 time: 0.5097346 Oct 13 13:12:00.153892 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51070) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:00.204776 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af3fcb-d8fa-49cb-8e71-52fc564c242e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6cfbd5-0a06-4b7f-a813-3cf4c9ea05b6,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:00.285837 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (f0153704-5e3b-47e5-8a31-5e44146ebbc6), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.389716 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (f0153704-5e3b-47e5-8a31-5e44146ebbc6), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.421789 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.422037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.422648 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.423221 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > port after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.423354 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.423713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > port after_update 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.424028 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.424317 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.424670 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.425120 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.519363 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.519606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.520024 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.520589 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104572) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:12:00.521108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0153704-5e3b-47e5-8a31-5e44146ebbc6']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:00.550572 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ab391d-c29b-4470-8be1-68a6162ba3aa') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:00.550894 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ab391d-c29b-4470-8be1-68a6162ba3aa') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:00.575177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c87d8-a5fd-4222-b809-9161ed4c335b req-17ab0229-c634-4542-ade4-9acec5b28a62 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:00.577545 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (c1ab391d-c29b-4470-8be1-68a6162ba3aa), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.582296 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a45c87d8-a5fd-4222-b809-9161ed4c335b req-17ab0229-c634-4542-ade4-9acec5b28a62 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.0749538 Oct 13 13:12:00.600849 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (c1ab391d-c29b-4470-8be1-68a6162ba3aa), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.611437 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Releasing vlan 460 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:12:00.611865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (c1ab391d-c29b-4470-8be1-68a6162ba3aa), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.664754 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abe07-d7e1-4421-ba97-ce2866aac681 req-98cf37f0-e340-419b-a423-e40b1226af79 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:00.670328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:00.671796 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fd6abe07-d7e1-4421-ba97-ce2866aac681 req-98cf37f0-e340-419b-a423-e40b1226af79 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0883775 Oct 13 13:12:00.679688 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (f0153704-5e3b-47e5-8a31-5e44146ebbc6), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.726304 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:00.733903 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/f0153704-5e3b-47e5-8a31-5e44146ebbc6 HTTP/1.1" status: 204 len: 168 time: 0.5786960 Oct 13 13:12:00.735317 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51086) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:00.736871 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19efd7-f083-4587-bf06-64d970e1c912 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0153704-5e3b-47e5-8a31-5e44146ebbc6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:00.765618 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fd6abe07-d7e1-4421-ba97-ce2866aac681 req-a3d1974b-74a9-4590-96f4-683b10efc99f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927641 Oct 13 13:12:00.772843 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a45c87d8-a5fd-4222-b809-9161ed4c335b req-3f198167-644b-44c2-8ad0-5327d1e4db5e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420875 Oct 13 13:12:00.902752 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:00.942909 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Deleting subnet 20d86b56-7095-455d-bc96-648065d262de {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:12:00.954580 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Publish callbacks [] for subnet (20d86b56-7095-455d-bc96-648065d262de), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.014696 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:01.028860 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86047b5a-bc9f-47a7-a1a8-8b3280dd1d9c req-36c22ac5-302a-486f-a923-5fffd4bde971 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.030793 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86047b5a-bc9f-47a7-a1a8-8b3280dd1d9c req-36c22ac5-302a-486f-a923-5fffd4bde971 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0750506 Oct 13 13:12:01.064807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (20d86b56-7095-455d-bc96-648065d262de), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.117548 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:01.118004 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86047b5a-bc9f-47a7-a1a8-8b3280dd1d9c req-113ae9d5-26cb-44d8-bc49-92fa235b30c5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723493 Oct 13 13:12:01.122562 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.122917 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db Oct 13 13:12:01.142631 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (20d86b56-7095-455d-bc96-648065d262de), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.204650 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment c1ab391d-c29b-4470-8be1-68a6162ba3aa resource provider aggregate not found Oct 13 13:12:01.212164 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (20d86b56-7095-455d-bc96-648065d262de), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.301449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:01.302139 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.361456 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:01.370127 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.400670 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecba88-f5e3-4085-a65f-4930d1dc3178 req-e05e0506-7cf9-456b-9d2e-17e65e91c687 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.415660 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56ecba88-f5e3-4085-a65f-4930d1dc3178 req-e05e0506-7cf9-456b-9d2e-17e65e91c687 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1853051 Oct 13 13:12:01.489013 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f3995-218d-4454-a9c7-ffba26eaa110 req-94ade1d6-6620-41d5-b4fc-680b61759648 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.497524 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-586f3995-218d-4454-a9c7-ffba26eaa110 req-94ade1d6-6620-41d5-b4fc-680b61759648 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.2557595 Oct 13 13:12:01.504210 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:01.516232 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.516582 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.517120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.517652 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.518156 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.518659 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.524116 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.525663 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.529660 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.531508 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.535399 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.536600 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.538955 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.541190 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.543415 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:12:01.561696 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:01.578103 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-586f3995-218d-4454-a9c7-ffba26eaa110 req-88ec8bcc-2067-4300-995d-659ad0586a01 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782552 Oct 13 13:12:01.580284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d86b56-7095-455d-bc96-648065d262de,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:01.586940 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment c1ab391d-c29b-4470-8be1-68a6162ba3aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1ab391d-c29b-4470-8be1-68a6162ba3aa found for delete ", "request_id": "req-7f42ef81-5b11-497e-b220-957827cc3874"}]} Oct 13 13:12:01.627801 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.635639 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-01a2d9d4-c86f-494c-8a0e-9e0b7f65a546 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/20d86b56-7095-455d-bc96-648065d262de HTTP/1.1" status: 204 len: 168 time: 0.8914909 Oct 13 13:12:01.643642 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51108) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:01.669524 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56ecba88-f5e3-4085-a65f-4930d1dc3178 req-b66ae3cb-31c4-4bf1-b3bd-2b4a6736ca34 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529998 Oct 13 13:12:01.693001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-406eaf93-6edd-4b92-a065-7ab77752a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.694716 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-406eaf93-6edd-4b92-a065-7ab77752a77a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1130 time: 0.1069939 Oct 13 13:12:01.715552 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-a78dd515-9fc9-44bd-b493-bfeaecc968dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.717062 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-a78dd515-9fc9-44bd-b493-bfeaecc968dd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1129 time: 0.1211503 Oct 13 13:12:01.793292 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (fc3d2860-ae1f-4482-9aeb-d309f9e2881b), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:01.957784 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-da7b4c70-e23e-483f-91c1-a416ac6ed181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.963258 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-da7b4c70-e23e-483f-91c1-a416ac6ed181 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.2329733 Oct 13 13:12:01.964884 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-11964cb1-b013-4d4e-b004-47755d9e2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:01.968100 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-11964cb1-b013-4d4e-b004-47755d9e2f92 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.2398086 Oct 13 13:12:02.010699 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-e8ae1666-d17a-4631-ae9f-b5bb5ade92c3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 200 len: 217 time: 0.0408742 Oct 13 13:12:02.081531 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-5becfecf-950c-441c-961b-728d10758e3e service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 1001 time: 0.0697081 Oct 13 13:12:02.202219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-421ab27f-a210-4cce-be7c-f0fdccb2b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.202219 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-421ab27f-a210-4cce-be7c-f0fdccb2b4fd service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.1106303 Oct 13 13:12:02.202219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-2b27115b-a25e-4fd6-ae97-cd1154d6c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.202219 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-2b27115b-a25e-4fd6-ae97-cd1154d6c3ce service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.1044166 Oct 13 13:12:02.261192 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (fc3d2860-ae1f-4482-9aeb-d309f9e2881b), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:02.324670 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-95c1875d-ded3-4767-92e3-bf425e8c2a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.327101 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-95c1875d-ded3-4767-92e3-bf425e8c2a2f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1234593 Oct 13 13:12:02.328219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-310279ea-be3d-4893-a7a0-e4321e042471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.330470 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-310279ea-be3d-4893-a7a0-e4321e042471 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082513 Oct 13 13:12:02.342466 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3d2860-ae1f-4482-9aeb-d309f9e2881b']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:02.351336 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b0fa2-9f47-4bd4-bd32-aaab2df9f43c req-4bb74b14-1042-429f-8f90-68c81a295631 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.352698 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-755b0fa2-9f47-4bd4-bd32-aaab2df9f43c req-4bb74b14-1042-429f-8f90-68c81a295631 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.1017768 Oct 13 13:12:02.363372 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df4429-3680-45f3-8a17-15442b07713f req-c882fbd1-60ef-4bba-bd78-d78e724730b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.365425 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-08df4429-3680-45f3-8a17-15442b07713f req-c882fbd1-60ef-4bba-bd78-d78e724730b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1163089 Oct 13 13:12:02.377010 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419e3f06-928b-4f09-8b1b-22f739bb8e7b') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:02.377399 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419e3f06-928b-4f09-8b1b-22f739bb8e7b') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:02.408669 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (419e3f06-928b-4f09-8b1b-22f739bb8e7b), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:02.436660 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (419e3f06-928b-4f09-8b1b-22f739bb8e7b), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:02.456697 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Releasing vlan 489 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:12:02.457063 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (419e3f06-928b-4f09-8b1b-22f739bb8e7b), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:02.486786 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 419e3f06-928b-4f09-8b1b-22f739bb8e7b resource provider aggregate not found Oct 13 13:12:02.495868 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-08df4429-3680-45f3-8a17-15442b07713f req-d6e6f639-112f-4c49-994e-63ffa3a609d9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115658 Oct 13 13:12:02.528362 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 419e3f06-928b-4f09-8b1b-22f739bb8e7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 419e3f06-928b-4f09-8b1b-22f739bb8e7b found for delete ", "request_id": "req-0235adc1-ecb1-4dd5-8d5c-0cc2a2c450a1"}]} Oct 13 13:12:02.539653 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-755b0fa2-9f47-4bd4-bd32-aaab2df9f43c req-99062067-2341-46a6-bf3b-82ca440ea7d2 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730688 Oct 13 13:12:02.560943 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (fc3d2860-ae1f-4482-9aeb-d309f9e2881b), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:02.572896 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:02.578442 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/fc3d2860-ae1f-4482-9aeb-d309f9e2881b HTTP/1.1" status: 204 len: 168 time: 0.9283741 Oct 13 13:12:02.593262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e67d9-d94e-4e4b-9e79-cdf5e06ee90e admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3d2860-ae1f-4482-9aeb-d309f9e2881b,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:02.762083 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33985b-9da5-4152-b21b-7863bcdf44d3 req-99f1266a-2440-493b-912b-e60a00069c0e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.764195 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6a33985b-9da5-4152-b21b-7863bcdf44d3 req-99f1266a-2440-493b-912b-e60a00069c0e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0867841 Oct 13 13:12:02.830154 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:02.853006 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51130) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:02.927453 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6a33985b-9da5-4152-b21b-7863bcdf44d3 req-fc31fc43-1f33-4d8d-9231-0e4e0bef4d9b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453228 Oct 13 13:12:02.937671 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611f636-e796-487f-8026-391d16b2b7a1 req-62e84228-89ab-4ae5-85f1-5be56620255e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:02.941129 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d611f636-e796-487f-8026-391d16b2b7a1 req-62e84228-89ab-4ae5-85f1-5be56620255e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1255116 Oct 13 13:12:02.952086 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:03.046374 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:03.047192 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:03.047947 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db Oct 13 13:12:03.068838 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:03.103957 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d611f636-e796-487f-8026-391d16b2b7a1 req-a075f789-a9df-4c51-9a89-798843039b3d tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383722 Oct 13 13:12:03.127387 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5deb6d39-76e2-4d51-bce6-223a89f491ca admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ec8572a8f5484f5ca69cc125fc6025e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379408 Oct 13 13:12:03.130529 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51132) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:03.163430 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-644f37bd-930e-4ded-bc44-3dd0dbf1de5d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754082 Oct 13 13:12:03.165445 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-83511991-43aa-4edf-a1d8-cbcce46b2d0b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759964 Oct 13 13:12:03.174980 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:03.207218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:03.210629 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95b5e53f-f762-4a36-ac9a-2697a778be6e admin admin] Publish callbacks [] for security_group (5a11fe34-1fdb-4e53-b6df-de97f222b801), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:03.249731 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95b5e53f-f762-4a36-ac9a-2697a778be6e admin admin] Publish callbacks [] for security_group (5a11fe34-1fdb-4e53-b6df-de97f222b801), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:03.259212 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Sync routers for ids ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:12:03.278327 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Routers {'5c4a3aff-adf1-47ff-8539-6ea2f902df62'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:12:03.279001 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:03.353034 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95b5e53f-f762-4a36-ac9a-2697a778be6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5a11fe34-1fdb-4e53-b6df-de97f222b801), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:03.355972 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-95b5e53f-f762-4a36-ac9a-2697a778be6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:03.357543 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-95b5e53f-f762-4a36-ac9a-2697a778be6e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5a11fe34-1fdb-4e53-b6df-de97f222b801 HTTP/1.1" status: 204 len: 168 time: 0.2256973 Oct 13 13:12:03.366804 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5e53f-f762-4a36-ac9a-2697a778be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a11fe34-1fdb-4e53-b6df-de97f222b801,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:03.405462 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-88e072d3-e1f7-45f6-9d9e-6789c6a4a096 req-e6c97fdf-91cc-4695-b9ba-9dec957fc4ae service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215748 Oct 13 13:12:03.483171 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f9c8e78-8b9d-4113-9980-a9cadaf1e3b0 req-abdc3ba9-c8ab-4f24-8270-af025dedca99 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879105 Oct 13 13:12:03.498046 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Set router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:12:03.720729 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '59b5dfa7-6505-4803-93db-5d5a718e45fd', 'name': '', 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'mac_address': 'fa:16:3e:f7:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:56Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 2, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'subnets': [{'id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:03.750331 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Checking router: 5c4a3aff-adf1-47ff-8539-6ea2f902df62 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:12:03.750752 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Updating router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 port 59b5dfa7-6505-4803-93db-5d5a718e45fd binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:12:03.790235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b2faf-704a-456f-8903-4363888b8e9d req-b0883dce-8889-4e09-947d-abc6eb590db7 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:03.792548 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b23b2faf-704a-456f-8903-4363888b8e9d req-b0883dce-8889-4e09-947d-abc6eb590db7 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 948 time: 0.0693371 Oct 13 13:12:03.798237 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:03.800834 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:03.822277 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10434c7a-2bf0-4713-9679-3ac7aad2591d req-842792ce-f71d-488d-bc5f-49b3b6cc65eb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:03.829674 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-10434c7a-2bf0-4713-9679-3ac7aad2591d req-842792ce-f71d-488d-bc5f-49b3b6cc65eb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1704078 Oct 13 13:12:03.881135 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:03.941690 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51144) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:03.951685 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b23b2faf-704a-456f-8903-4363888b8e9d req-99a8812b-9945-4cab-8d90-e3b4d083a8d9 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504128 Oct 13 13:12:03.955742 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-10434c7a-2bf0-4713-9679-3ac7aad2591d req-4056e97b-e804-4085-bb73-f69295146986 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249695 Oct 13 13:12:04.051795 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8c2f7f21-f989-4667-8d72-aa81fcb6ca96 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aada7626dfa44f5ebb843842c5859b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1061356 Oct 13 13:12:04.052587 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51148) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:04.131024 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c7f9b-dfd5-49ba-ada3-96267c105bfd req-95d3b563-4fb7-44b2-940b-2a31a501adf3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:04.137904 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2f2c7f9b-dfd5-49ba-ada3-96267c105bfd req-95d3b563-4fb7-44b2-940b-2a31a501adf3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0820267 Oct 13 13:12:04.251258 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-091d421e-413a-473c-805b-1f7e768e7449 admin admin] Publish callbacks [] for security_group (e594baff-7fd1-4253-8d6b-6a74881d787c), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.274917 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Publish callbacks [] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.283227 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.296334 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac516b3e-ef82-4dbd-bb75-757a4a561687 req-ce11bdc0-a723-4ad4-b2b4-8ec8fec81e89 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:04.303560 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac516b3e-ef82-4dbd-bb75-757a4a561687 req-ce11bdc0-a723-4ad4-b2b4-8ec8fec81e89 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1049314 Oct 13 13:12:04.322006 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2f2c7f9b-dfd5-49ba-ada3-96267c105bfd req-ecf74f9d-0841-4443-a954-c78bf513afa3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775157 Oct 13 13:12:04.329365 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-091d421e-413a-473c-805b-1f7e768e7449 admin admin] Publish callbacks [] for security_group (e594baff-7fd1-4253-8d6b-6a74881d787c), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.406006 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Attempting to bind port 59b5dfa7-6505-4803-93db-5d5a718e45fd on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:12:04.407235 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Attempting to bind port 59b5dfa7-6505-4803-93db-5d5a718e45fd by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:12:04.408062 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Attempting to bind port 59b5dfa7-6505-4803-93db-5d5a718e45fd on network 8c56185d-15f4-45df-96a8-e86cb83a5f39 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:04.445837 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac516b3e-ef82-4dbd-bb75-757a4a561687 req-72629b04-e872-4576-8f99-2b27b3d9eda9 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412911 Oct 13 13:12:04.462268 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8654-b25b-41f4-9f4d-0d1e3df18eb3 None None] Pushing event updated for resources: {'Port': ['ID=59b5dfa7-6505-4803-93db-5d5a718e45fd,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:04.472008 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:12:04.472909 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Checking segment: {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:12:04.474321 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.475204 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Bound using segment: {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:12:04.477403 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-091d421e-413a-473c-805b-1f7e768e7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (e594baff-7fd1-4253-8d6b-6a74881d787c), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.479223 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Bound port: 59b5dfa7-6505-4803-93db-5d5a718e45fd, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156dd7e7-f34f-41f3-8c77-225355b689f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 473, 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:12:04.479631 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.481679 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-091d421e-413a-473c-805b-1f7e768e7449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.488866 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-091d421e-413a-473c-805b-1f7e768e7449 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e594baff-7fd1-4253-8d6b-6a74881d787c HTTP/1.1" status: 204 len: 168 time: 0.4321306 Oct 13 13:12:04.501074 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d421e-413a-473c-805b-1f7e768e7449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594baff-7fd1-4253-8d6b-6a74881d787c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:04.580598 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] For port 59b5dfa7-6505-4803-93db-5d5a718e45fd, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:12:04.585346 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] For port 59b5dfa7-6505-4803-93db-5d5a718e45fd, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=59b5dfa7-6505-4803-93db-5d5a718e45fd,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:12:04.594582 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.704335 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8ea6a73b-f96b-45c1-b3fd-3688afc99566 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:12:04.712322 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:04.716867 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Routers {'5c4a3aff-adf1-47ff-8539-6ea2f902df62'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:12:04.720211 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:11:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:04.757680 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e085-b2a6-4628-9fec-c4338ff28fee req-d281c45e-2a8e-48e9-9cd3-689d1f660e8c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:04.760049 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8856e085-b2a6-4628-9fec-c4338ff28fee req-d281c45e-2a8e-48e9-9cd3-689d1f660e8c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0641155 Oct 13 13:12:04.820713 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8654-b25b-41f4-9f4d-0d1e3df18eb3 None None] Pushing event updated for resources: {'Port': ['ID=59b5dfa7-6505-4803-93db-5d5a718e45fd,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:04.826514 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:04.858781 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:04.875120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8ea6a73b-f96b-45c1-b3fd-3688afc99566,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:04.889311 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8856e085-b2a6-4628-9fec-c4338ff28fee req-36b1580e-e9f2-48ba-b456-ceef47d5921f tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227386 Oct 13 13:12:04.893879 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '8ea6a73b-f96b-45c1-b3fd-3688afc99566', 'network_id': '2755c732-6ebf-451b-9db7-48dedb7f2f6e', 'port_id': '8ea6a73b-f96b-45c1-b3fd-3688afc99566', 'mac_address': 'fa:16:3e:10:91:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 492, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef538a1-1fdc-4135-b14f-4e60f962e3ce', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:12:04.943642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:04.944550 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:04.975909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea6a73b-f96b-45c1-b3fd-3688afc99566 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:05.028615 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] Set router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:12:05.033684 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8ea6a73b-f96b-45c1-b3fd-3688afc99566,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:05.040936 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:05.090167 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 59b5dfa7-6505-4803-93db-5d5a718e45fd up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:05.145959 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=8ea6a73b-f96b-45c1-b3fd-3688afc99566,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:05.178843 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 59b5dfa7-6505-4803-93db-5d5a718e45fd triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:05.179413 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:05.180055 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 59b5dfa7-6505-4803-93db-5d5a718e45fd Oct 13 13:12:05.185683 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:05.192752 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac5b3-e1dd-4079-9149-e65e2b72ea27 req-87449032-7ce1-4ac9-b9a4-33df243b52b8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:05.194375 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5a2ac5b3-e1dd-4079-9149-e65e2b72ea27 req-87449032-7ce1-4ac9-b9a4-33df243b52b8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0818038 Oct 13 13:12:05.220727 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518bc3-f211-4007-acb9-a2eed86d1b88 req-ef75435d-a584-4747-a4ff-7bd904c71278 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:05.221351 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:05.229358 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66518bc3-f211-4007-acb9-a2eed86d1b88 req-ef75435d-a584-4747-a4ff-7bd904c71278 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 949 time: 0.1280537 Oct 13 13:12:05.345757 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66518bc3-f211-4007-acb9-a2eed86d1b88 req-892e3db4-7375-4d37-94f7-e52083dc9353 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155117 Oct 13 13:12:05.380685 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5a2ac5b3-e1dd-4079-9149-e65e2b72ea27 req-ff4f787d-db82-4601-a57c-bad3710edf3e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757998 Oct 13 13:12:05.380969 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '59b5dfa7-6505-4803-93db-5d5a718e45fd', 'name': '', 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'mac_address': 'fa:16:3e:f7:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:56Z', 'updated_at': '2022-10-13T13:12:04Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'subnets': [{'id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:05.387316 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 59b5dfa7-6505-4803-93db-5d5a718e45fd is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:05.387910 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:05.441809 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 59b5dfa7-6505-4803-93db-5d5a718e45fd, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=59b5dfa7-6505-4803-93db-5d5a718e45fd,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:05.482377 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756138ec-dde9-482d-ae3b-de82f74714b3 None None] The sync data for ids ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'] in dv-cinder-826607-8-iscsi is: [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:11:57Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '59b5dfa7-6505-4803-93db-5d5a718e45fd', 'name': '', 'network_id': '8c56185d-15f4-45df-96a8-e86cb83a5f39', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'mac_address': 'fa:16:3e:f7:e0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:56Z', 'updated_at': '2022-10-13T13:12:04Z', 'revision_number': 4, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'subnets': [{'id': '1807b406-e1fc-42df-aa2b-65cc114c357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:12:05.492015 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:05.539934 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['8ea6a73b-f96b-45c1-b3fd-3688afc99566'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:05.605761 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=59b5dfa7-6505-4803-93db-5d5a718e45fd,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:05.618269 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacf7f9-e19f-4022-97f4-c84c2f78f7f3 req-e9f74648-2ba8-44b9-8948-e4f5f142f4a9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:05.620257 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3bacf7f9-e19f-4022-97f4-c84c2f78f7f3 req-e9f74648-2ba8-44b9-8948-e4f5f142f4a9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.1130145 Oct 13 13:12:05.708338 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae497d-8325-4fdd-9e91-bc4e9ef9cb66 req-d4a69173-d311-4776-8547-fe6eae1dc989 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:05.731296 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e0ae497d-8325-4fdd-9e91-bc4e9ef9cb66 req-d4a69173-d311-4776-8547-fe6eae1dc989 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1095879 Oct 13 13:12:05.779423 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3bacf7f9-e19f-4022-97f4-c84c2f78f7f3 req-d1513d3f-8906-4fb5-a89c-447749aaba3e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455352 Oct 13 13:12:05.811622 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e0ae497d-8325-4fdd-9e91-bc4e9ef9cb66 req-3891b927-52a9-4016-8bd2-b8beb846afec tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792494 Oct 13 13:12:06.062305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1e45-fb01-4684-a80d-8087026fe06a req-5af6610b-de4b-46a6-b366-9777d48a08aa tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:06.073523 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-445b1e45-fb01-4684-a80d-8087026fe06a req-5af6610b-de4b-46a6-b366-9777d48a08aa tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0902615 Oct 13 13:12:06.158426 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-445b1e45-fb01-4684-a80d-8087026fe06a req-fcb019ec-0d57-4a5e-821d-6361290ffc66 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839193 Oct 13 13:12:06.553452 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:06.568820 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79793e7-708f-4b4f-be1e-35d490288fa3 req-04a8a32b-b538-4499-91db-07116a363da8 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:06.570421 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e79793e7-708f-4b4f-be1e-35d490288fa3 req-04a8a32b-b538-4499-91db-07116a363da8 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 949 time: 0.1072958 Oct 13 13:12:06.602953 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6112a-1a75-4fe3-adfb-7cd90721ffa9 req-a7554830-9cfa-4377-8c67-4a5000a92cd6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:06.610636 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b5b6112a-1a75-4fe3-adfb-7cd90721ffa9 req-a7554830-9cfa-4377-8c67-4a5000a92cd6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1012692 Oct 13 13:12:06.672192 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b5b6112a-1a75-4fe3-adfb-7cd90721ffa9 req-bd8d693e-1294-4d87-84b0-9fb11b379151 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605440 Oct 13 13:12:06.711330 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8ea6a73b-f96b-45c1-b3fd-3688afc99566 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:06.721040 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e79793e7-708f-4b4f-be1e-35d490288fa3 req-5a0ba1c6-56e1-42c7-8632-659398951f4f tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392214 Oct 13 13:12:06.761374 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:12:06.771685 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:06.772350 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:06.772928 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 Oct 13 13:12:06.871024 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:06.871461 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:06.958314 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452465c5-d313-4698-a666-9e814920b8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea6a73b-f96b-45c1-b3fd-3688afc99566'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:06.967976 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194f6e7-7614-4c11-b467-eccb75113b5b" -d '{"events": [{"server_uuid": "452465c5-d313-4698-a666-9e814920b8fd", "name": "network-vif-plugged", "status": "completed", "tag": "8ea6a73b-f96b-45c1-b3fd-3688afc99566"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:06.999202 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 59b5dfa7-6505-4803-93db-5d5a718e45fd up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:07.052071 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8ea6a73b-f96b-45c1-b3fd-3688afc99566,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:07.064927 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:07.072857 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:07.091795 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:07.123919 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31c040-d18c-45d4-af9a-e53f4580dbc5 req-da14b3be-c2d8-4937-89bb-e3e5c16c9733 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:07.125826 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4d31c040-d18c-45d4-af9a-e53f4580dbc5 req-da14b3be-c2d8-4937-89bb-e3e5c16c9733 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.2062173 Oct 13 13:12:07.139725 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 59b5dfa7-6505-4803-93db-5d5a718e45fd triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:07.140203 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:07.140594 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 59b5dfa7-6505-4803-93db-5d5a718e45fd Oct 13 13:12:07.169250 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c13d87-fa69-4a92-94bf-b801c9083e64 req-46fcc047-ec91-40f8-9292-b997bbad7d2a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:07.177224 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-46c13d87-fa69-4a92-94bf-b801c9083e64 req-46fcc047-ec91-40f8-9292-b997bbad7d2a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1928458 Oct 13 13:12:07.186430 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=8ea6a73b-f96b-45c1-b3fd-3688afc99566,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:07.248406 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 59b5dfa7-6505-4803-93db-5d5a718e45fd is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:07.269114 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-46c13d87-fa69-4a92-94bf-b801c9083e64 req-aab17a63-54df-414f-9508-c796c3ff604d tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884740 Oct 13 13:12:07.294119 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4d31c040-d18c-45d4-af9a-e53f4580dbc5 req-0392150b-28d5-44bb-9d26-3de3d58f5223 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618145 Oct 13 13:12:07.321813 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c59277-1465-4d92-94e6-27b10964a1a1 x-openstack-request-id: req-05c59277-1465-4d92-94e6-27b10964a1a1 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:07.322105 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452465c5-d313-4698-a666-9e814920b8fd", "name": "network-vif-plugged", "status": "completed", "tag": "8ea6a73b-f96b-45c1-b3fd-3688afc99566", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:07.322363 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05c59277-1465-4d92-94e6-27b10964a1a1 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:07.322765 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c59277-1465-4d92-94e6-27b10964a1a1'] response: {'server_uuid': '452465c5-d313-4698-a666-9e814920b8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea6a73b-f96b-45c1-b3fd-3688afc99566', 'code': 200} Oct 13 13:12:07.442716 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90f64b-69ef-4bd1-b687-95960658f7e9 req-4aadfbff-b69f-4115-afa2-8b8bb96437c3 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:07.444237 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b90f64b-69ef-4bd1-b687-95960658f7e9 req-4aadfbff-b69f-4115-afa2-8b8bb96437c3 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0561066 Oct 13 13:12:07.501000 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b90f64b-69ef-4bd1-b687-95960658f7e9 req-c2e15fdb-ca5b-4e10-8e62-27e3260e62d3 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Oct 13 13:12:07.825755 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57a74e-920d-4c55-9216-31b57181abdd req-f1e42dc4-90ca-4c16-be41-26f7bea9d801 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:07.832643 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d57a74e-920d-4c55-9216-31b57181abdd req-f1e42dc4-90ca-4c16-be41-26f7bea9d801 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0655758 Oct 13 13:12:07.866606 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:07.928424 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735b46-f873-41f3-9bef-fd7ddeb2f154 req-b5da69fe-1192-4878-a556-845b3af2a65b tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:07.936561 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a0735b46-f873-41f3-9bef-fd7ddeb2f154 req-b5da69fe-1192-4878-a556-845b3af2a65b tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 950 time: 0.0845323 Oct 13 13:12:07.956458 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d57a74e-920d-4c55-9216-31b57181abdd req-49c08f73-ed1f-49fe-824b-e1a3ff3d94bf tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228800 Oct 13 13:12:08.061439 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a0735b46-f873-41f3-9bef-fd7ddeb2f154 req-1c628ec2-0a80-4c71-a040-2ad0458778b3 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239426 Oct 13 13:12:08.182157 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-b2c5c075-a056-4e5b-8308-11a94f18aa1e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:08.183729 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-b2c5c075-a056-4e5b-8308-11a94f18aa1e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.1152599 Oct 13 13:12:08.333556 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95b800-a14d-4433-8efc-82a77091cb84 req-49cbd287-1abb-498b-b2a2-886310d22929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:08.335984 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bd95b800-a14d-4433-8efc-82a77091cb84 req-49cbd287-1abb-498b-b2a2-886310d22929 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 1134 time: 0.0872884 Oct 13 13:12:08.434055 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bd95b800-a14d-4433-8efc-82a77091cb84 req-55797349-0c19-4fb6-965c-64472051db7e service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559394 Oct 13 13:12:08.434573 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Deleting port 879af4f7-b860-4ff7-afae-5448deb00962 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:12:08.434921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (879af4f7-b860-4ff7-afae-5448deb00962), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:08.458161 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b54a3-289f-40ee-adee-bab36855ea31 req-562f623a-7d32-4c64-9c7f-1c1e48e70289 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:08.459786 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-060b54a3-289f-40ee-adee-bab36855ea31 req-562f623a-7d32-4c64-9c7f-1c1e48e70289 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0889263 Oct 13 13:12:08.491357 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4137-c7de-4a47-834d-8e9b7cbe678d req-487faf3f-d1f2-4d6c-a51a-245e69597dcf tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:08.492729 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be9d4137-c7de-4a47-834d-8e9b7cbe678d req-487faf3f-d1f2-4d6c-a51a-245e69597dcf tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0744700 Oct 13 13:12:08.541690 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] For port 879af4f7-b860-4ff7-afae-5448deb00962, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=879af4f7-b860-4ff7-afae-5448deb00962,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:08.542710 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (879af4f7-b860-4ff7-afae-5448deb00962), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:08.563495 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Calling delete_port for 879af4f7-b860-4ff7-afae-5448deb00962 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:12:08.595929 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-060b54a3-289f-40ee-adee-bab36855ea31 req-509c8379-74c7-49fc-9c4c-e9828f8fb1e8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268933 Oct 13 13:12:08.600327 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be9d4137-c7de-4a47-834d-8e9b7cbe678d req-8b840d9a-1cb2-4c14-9ddd-e736efb17015 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010566 Oct 13 13:12:08.740697 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3eb4a-2bfb-4dff-9157-0890f46fc90b req-35b09fc5-d5fc-4e39-8c2a-d188c3cf0956 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:08.742323 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26a3eb4a-2bfb-4dff-9157-0890f46fc90b req-35b09fc5-d5fc-4e39-8c2a-d188c3cf0956 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 945 time: 0.0531723 Oct 13 13:12:08.805171 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26a3eb4a-2bfb-4dff-9157-0890f46fc90b req-9b1debfe-b633-40a2-a038-d4860c19fa75 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Oct 13 13:12:08.849332 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (879af4f7-b860-4ff7-afae-5448deb00962), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:08.862213 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['879af4f7-b860-4ff7-afae-5448deb00962'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:08.894093 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Pushing event deleted for resources: {'Port': ['ID=879af4f7-b860-4ff7-afae-5448deb00962,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:08.960325 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] No DVR routers for this DVR port 879af4f7-b860-4ff7-afae-5448deb00962 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:12:08.963461 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:08.966959 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9924b4a9-58d8-42d0-bde1-76d5735383f9 req-1f00f7fa-d5cc-40d6-9cb0-2c2b6529116d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "DELETE /networking/v2.0/ports/879af4f7-b860-4ff7-afae-5448deb00962 HTTP/1.1" status: 204 len: 173 time: 0.7171340 Oct 13 13:12:08.967492 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4a7328-d884-4015-aadc-aa5062a77724', 'name': 'network-vif-deleted', 'tag': '879af4f7-b860-4ff7-afae-5448deb00962'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:08.969959 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1e102-b016-4d14-8888-fa734aa14ed2" -d '{"events": [{"server_uuid": "6a4a7328-d884-4015-aadc-aa5062a77724", "name": "network-vif-deleted", "tag": "879af4f7-b860-4ff7-afae-5448deb00962"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:09.010931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae24df4-fe95-47ca-b8b8-358a842e9653 x-openstack-request-id: req-2ae24df4-fe95-47ca-b8b8-358a842e9653 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:09.011251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4a7328-d884-4015-aadc-aa5062a77724", "name": "network-vif-deleted", "tag": "879af4f7-b860-4ff7-afae-5448deb00962", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:09.011527 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ae24df4-fe95-47ca-b8b8-358a842e9653 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:09.011978 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae24df4-fe95-47ca-b8b8-358a842e9653'] response: {'server_uuid': '6a4a7328-d884-4015-aadc-aa5062a77724', 'name': 'network-vif-deleted', 'tag': '879af4f7-b860-4ff7-afae-5448deb00962', 'status': 'completed', 'code': 200} Oct 13 13:12:09.179523 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717b703-372f-44ea-926d-480f2a9805c0 req-305f301a-6d46-47a7-8a79-f23e95057592 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:09.181076 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5717b703-372f-44ea-926d-480f2a9805c0 req-305f301a-6d46-47a7-8a79-f23e95057592 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0771248 Oct 13 13:12:09.280362 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b861bcf-9da2-4cf7-a88f-9b8f7103d80c req-1cb338e7-3365-40c3-8eb8-b15ab427dc4c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:09.282415 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b861bcf-9da2-4cf7-a88f-9b8f7103d80c req-1cb338e7-3365-40c3-8eb8-b15ab427dc4c tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 950 time: 0.1003435 Oct 13 13:12:09.387025 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5717b703-372f-44ea-926d-480f2a9805c0 req-82f289d3-2a63-4cbc-ada9-cbd5e5cebac9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920912 Oct 13 13:12:09.454729 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b861bcf-9da2-4cf7-a88f-9b8f7103d80c req-57d67c1b-0374-470e-a1d0-c38b6b9e403d tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610956 Oct 13 13:12:09.739171 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898df7c-c6f5-4eb2-bec4-afa24e6188e5 req-d27ba2e6-b6e8-455f-81d7-18dbfe44c34c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:09.741460 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3898df7c-c6f5-4eb2-bec4-afa24e6188e5 req-d27ba2e6-b6e8-455f-81d7-18dbfe44c34c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0543785 Oct 13 13:12:09.806608 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3898df7c-c6f5-4eb2-bec4-afa24e6188e5 req-9cc9ed85-e1b7-455a-96de-877131bee406 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586903 Oct 13 13:12:09.955039 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a47cf098-0540-4c9d-ad0a-275f040e653d req-62272bd8-48eb-478b-a20e-88a8d1931d7d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 210 time: 0.0308061 Oct 13 13:12:10.293911 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51288) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:10.298847 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117039536', 'description': 'tempest-description--2047189228'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:10.304050 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:10.335410 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.444918 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group (fce1e427-784f-452c-9b4e-05d19588ac45), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.452033 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (fce1e427-784f-452c-9b4e-05d19588ac45), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.485417 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.486854 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1919360 Oct 13 13:12:10.489907 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51294) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:10.495618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'security_group_rule': {'security_group_id': 'fce1e427-784f-452c-9b4e-05d19588ac45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:10.515311 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205374e-2b33-4f4d-870a-5235c6d3ddfb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce1e427-784f-452c-9b4e-05d19588ac45,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:10.607036 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group_rule (9807c85f-ed91-4393-bf5c-6c12c27693bf), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.646771 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:10.662942 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b0f3e-a29f-4707-bb23-e56eef8ae976 req-ff74234f-b1ab-479a-89a8-fb1bd2eb6327 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:10.669920 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce2b0f3e-a29f-4707-bb23-e56eef8ae976 req-ff74234f-b1ab-479a-89a8-fb1bd2eb6327 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1130569 Oct 13 13:12:10.711128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5b4cf-d401-4654-ba9f-d37554452c3f req-a44386dc-2ba7-481c-8ac2-bc4b28abaeee tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:10.712608 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28d5b4cf-d401-4654-ba9f-d37554452c3f req-a44386dc-2ba7-481c-8ac2-bc4b28abaeee tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 950 time: 0.1341748 Oct 13 13:12:10.719464 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:12:10.809588 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce2b0f3e-a29f-4707-bb23-e56eef8ae976 req-ca98575e-7231-457c-8280-cfdb8a42be9f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378684 Oct 13 13:12:10.854848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group_rule (9807c85f-ed91-4393-bf5c-6c12c27693bf), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.874724 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (9807c85f-ed91-4393-bf5c-6c12c27693bf), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.886073 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28d5b4cf-d401-4654-ba9f-d37554452c3f req-a737cca8-f3d1-400f-80b1-5382a9ef1aae tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540496 Oct 13 13:12:10.892451 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:10.915158 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'bd0eddba-ab0b-4c35-805b-853067734898', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898', 'mac_address': 'fa:16:3e:4e:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:12:10.921374 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9807c85f-ed91-4393-bf5c-6c12c27693bf,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:10.958725 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:10.972315 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4bbca806-a345-4d93-b5c0-4a2c57c5bcc8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4811022 Oct 13 13:12:10.975573 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51312) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:10.980868 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'security_group_rule': {'security_group_id': 'fce1e427-784f-452c-9b4e-05d19588ac45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:11.035626 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: ACTIVE; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:11.036177 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.054984 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:11.081428 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd0eddba-ab0b-4c35-805b-853067734898 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:11.088267 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group_rule (4c9a1945-afdf-46e2-a8f2-d590b034c594), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.093157 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442a708-ad76-446a-8e38-4c9300d3944f req-ec4a229a-b1d1-4b07-a92a-52b670333f97 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:11.105191 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6442a708-ad76-446a-8e38-4c9300d3944f req-ec4a229a-b1d1-4b07-a92a-52b670333f97 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0989246 Oct 13 13:12:11.133814 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:11.143267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.234187 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group_rule (4c9a1945-afdf-46e2-a8f2-d590b034c594), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.243486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (4c9a1945-afdf-46e2-a8f2-d590b034c594), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.266655 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6442a708-ad76-446a-8e38-4c9300d3944f req-a381531b-b3a2-465f-bf66-31d237f28161 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601887 Oct 13 13:12:11.284627 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9a1945-afdf-46e2-a8f2-d590b034c594,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:11.287808 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-537b7dfd-5999-4822-be07-997d72f724f5 req-3b4ca83a-e30e-42a0-a5b8-70b345d7d4db tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6a4a7328-d884-4015-aadc-aa5062a77724 HTTP/1.1" status: 200 len: 210 time: 0.1247232 Oct 13 13:12:11.301881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.307260 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e5f38ad2-1e15-4f67-a914-d2659cf9fbb5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298914 Oct 13 13:12:11.308013 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51326) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:11.316489 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:11.384519 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.460799 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=6']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:11.485907 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['bd0eddba-ab0b-4c35-805b-853067734898'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:11.491708 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-df37015c-7bbc-4194-8155-4295e87a88d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.499159 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:11.595664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:11.756833 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Allocated IP 172.27.1.182 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/b6b3b6d9-c9d1-4238-8898-9127a89f5415) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:12:11.777059 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bc595-8648-4065-87ad-c13172be274e req-6533f937-956e-4273-ba4b-c2d2e6d5af67 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:11.778540 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c37bc595-8648-4065-87ad-c13172be274e req-6533f937-956e-4273-ba4b-c2d2e6d5af67 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 950 time: 0.0980835 Oct 13 13:12:11.915286 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c37bc595-8648-4065-87ad-c13172be274e req-ea41a0f8-fe51-48d3-bcda-d7e46a617921 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219094 Oct 13 13:12:11.980651 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:12.040174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:12.063734 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:12.134509 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc75a0-c588-46e8-855a-b20e113827c9 req-41b782fc-285a-447d-adb4-b7e0ee3c527c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:12.141426 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41fc75a0-c588-46e8-855a-b20e113827c9 req-41b782fc-285a-447d-adb4-b7e0ee3c527c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.1185365 Oct 13 13:12:12.178802 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:12:12.189769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:12:12.198386 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:12:12.235325 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'Port': ['ID=b6b3b6d9-c9d1-4238-8898-9127a89f5415,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:12.259589 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41fc75a0-c588-46e8-855a-b20e113827c9 req-72b65950-d69d-48ec-9ba7-e0cd90c66aa0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092865 Oct 13 13:12:12.587315 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:12.736298 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83967e9-117b-403b-b6f9-776416a363c6 req-8ea2c5c4-298d-41ed-9c79-aaef521f44da tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:12.750390 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a83967e9-117b-403b-b6f9-776416a363c6 req-8ea2c5c4-298d-41ed-9c79-aaef521f44da tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1740365 Oct 13 13:12:12.752333 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:12.793305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:12.865032 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port bd0eddba-ab0b-4c35-805b-853067734898 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:12.865414 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (bd0eddba-ab0b-4c35-805b-853067734898), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:12.865782 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port bd0eddba-ab0b-4c35-805b-853067734898 Oct 13 13:12:13.022467 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:13.022841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.058298 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:13.062166 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1827b3-2b95-4b0d-8da3-2059dccaa72a" -d '{"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-plugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:13.075635 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.084538 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:13.088649 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.090280 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 879af4f7-b860-4ff7-afae-5448deb00962 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:12:13.102193 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.128366 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:13.128977 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 879af4f7-b860-4ff7-afae-5448deb00962 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:12:13.129323 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 879af4f7-b860-4ff7-afae-5448deb00962 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:12:13.165117 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:13.280945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:13.290681 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-48f85ff1-5665-4ea7-b027-5baeeab4b7a7 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:13.302926 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=7']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:13.307480 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-48f85ff1-5665-4ea7-b027-5baeeab4b7a7 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 950 time: 0.1905150 Oct 13 13:12:13.357877 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.433284 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a83967e9-117b-403b-b6f9-776416a363c6 req-eb859eb9-b264-49fd-9e94-104836f1c729 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6811056 Oct 13 13:12:13.464129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f9450-2252-4eec-b62d-d9e464948afc req-136fb34c-476c-4b7c-9351-f6207df68ca0 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:13.466065 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a3f9450-2252-4eec-b62d-d9e464948afc req-136fb34c-476c-4b7c-9351-f6207df68ca0 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 950 time: 0.3948586 Oct 13 13:12:13.502461 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a058a0-47e0-4f3a-a2a4-e25a77154012 x-openstack-request-id: req-f7a058a0-47e0-4f3a-a2a4-e25a77154012 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:13.502781 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-plugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:13.503043 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7a058a0-47e0-4f3a-a2a4-e25a77154012 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:13.503475 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a058a0-47e0-4f3a-a2a4-e25a77154012'] response: {'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'code': 200} Oct 13 13:12:13.515016 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.517608 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2083998 Oct 13 13:12:13.535224 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca905a4-3c40-4bc6-8315-632b0a94a3fb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'Port': ['ID=b6b3b6d9-c9d1-4238-8898-9127a89f5415,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:13.576318 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a3f9450-2252-4eec-b62d-d9e464948afc req-9c262e1f-2074-40a4-895a-77e81a786fff tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986221 Oct 13 13:12:13.694500 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:13.712898 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ac276499-61ab-45b8-b8eb-fb352d0448cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:13.801835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:13.825441 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53a18b-3204-46c4-969c-c8c7e99b19a6 req-324a0af5-519b-4362-bb60-d7771b6a9ef1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:13.847637 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4e53a18b-3204-46c4-969c-c8c7e99b19a6 req-324a0af5-519b-4362-bb60-d7771b6a9ef1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1803291 Oct 13 13:12:13.952295 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4e53a18b-3204-46c4-969c-c8c7e99b19a6 req-c4c02798-fec1-40e8-9b81-a7aea10cb6a2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049941 Oct 13 13:12:13.972174 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:12:14.242872 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Deleting port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:12:14.243575 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:14.369045 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] For port 8ea6a73b-f96b-45c1-b3fd-3688afc99566, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8ea6a73b-f96b-45c1-b3fd-3688afc99566,segment=NetworkSegment(dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15),segment_id=dd34a5f4-34b2-4b33-a9bd-e6ee29c96b15)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:14.369730 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:14.394872 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Calling delete_port for 8ea6a73b-f96b-45c1-b3fd-3688afc99566 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:12:14.606800 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (8ea6a73b-f96b-45c1-b3fd-3688afc99566), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:14.649193 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee94b7-d3fa-4a57-a3ad-e149aef1680a req-724d00cf-581d-4202-b297-2752c6ecefd3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:14.650327 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Pushing event deleted for resources: {'Port': ['ID=8ea6a73b-f96b-45c1-b3fd-3688afc99566,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:14.662577 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4ee94b7-d3fa-4a57-a3ad-e149aef1680a req-724d00cf-581d-4202-b297-2752c6ecefd3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0751081 Oct 13 13:12:14.760839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] No DVR routers for this DVR port 8ea6a73b-f96b-45c1-b3fd-3688afc99566 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:12:14.762891 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f4ee94b7-d3fa-4a57-a3ad-e149aef1680a req-036af359-7cf0-4b33-84b3-8679a2ef8361 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990255 Oct 13 13:12:14.764203 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:14.771343 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-07c3698b-6261-4064-a5b6-32e0ce1bd69c req-ee92afee-98fc-4354-b74f-19dddd7043c1 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.50 "DELETE /networking/v2.0/ports/8ea6a73b-f96b-45c1-b3fd-3688afc99566 HTTP/1.1" status: 204 len: 173 time: 0.7176020 Oct 13 13:12:14.780770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452465c5-d313-4698-a666-9e814920b8fd', 'name': 'network-vif-deleted', 'tag': '8ea6a73b-f96b-45c1-b3fd-3688afc99566'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:14.783235 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112933f4-be6b-4cae-8fff-95469caebf76" -d '{"events": [{"server_uuid": "452465c5-d313-4698-a666-9e814920b8fd", "name": "network-vif-deleted", "tag": "8ea6a73b-f96b-45c1-b3fd-3688afc99566"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:14.958333 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cffd1c1d-f4db-444d-8e99-70d2c874e7e1 req-0bbe4333-4b75-4925-9b50-169747eb0919 tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.0422161 Oct 13 13:12:15.027591 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:15.063947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d76e144-920f-4989-b87d-df9d902b3083 x-openstack-request-id: req-4d76e144-920f-4989-b87d-df9d902b3083 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:15.064510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452465c5-d313-4698-a666-9e814920b8fd", "name": "network-vif-deleted", "tag": "8ea6a73b-f96b-45c1-b3fd-3688afc99566", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:15.064986 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d76e144-920f-4989-b87d-df9d902b3083 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:15.065608 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d76e144-920f-4989-b87d-df9d902b3083'] response: {'server_uuid': '452465c5-d313-4698-a666-9e814920b8fd', 'name': 'network-vif-deleted', 'tag': '8ea6a73b-f96b-45c1-b3fd-3688afc99566', 'status': 'completed', 'code': 200} Oct 13 13:12:15.169317 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41d745-060d-486b-9727-0d2eb7ac03a6 req-e150e953-fea5-453d-88ca-4366948ac915 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:15.170935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac41d745-060d-486b-9727-0d2eb7ac03a6 req-e150e953-fea5-453d-88ca-4366948ac915 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0520375 Oct 13 13:12:15.228849 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ac41d745-060d-486b-9727-0d2eb7ac03a6 req-287b7a61-c7ae-4bc8-bb69-d587b4c020a6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516310 Oct 13 13:12:15.342622 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-a37fdee8-1200-4fa6-abc3-7b7dd0b0778d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2117039536&fields=id&tenant_id=5e7312d0ac9248f2bfbece5611913ab2 HTTP/1.1" status: 200 len: 267 time: 0.0610261 Oct 13 13:12:15.481866 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=35 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:15.504932 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-87ffd4ad-7e7c-47e2-a9e7-97b7ed36fba2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:15.512251 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-87ffd4ad-7e7c-47e2-a9e7-97b7ed36fba2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 819 time: 0.1616225 Oct 13 13:12:15.524773 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-cda9bdee-7db4-424f-a900-0d2445788667 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/quotas/5e7312d0ac9248f2bfbece5611913ab2 HTTP/1.1" status: 200 len: 375 time: 0.0114663 Oct 13 13:12:15.589636 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-fd2ac0f0-5424-48c5-a3aa-5b65af282e1c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0612984 Oct 13 13:12:15.734733 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['8ea6a73b-f96b-45c1-b3fd-3688afc99566'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:16.052448 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-a113e877-8c49-4239-be3b-cfe446b8f96e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459424 Oct 13 13:12:16.066333 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-512cd874-184f-4af4-a816-aa51c7581e64 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:16.074054 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-512cd874-184f-4af4-a816-aa51c7581e64 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 815 time: 0.4674687 Oct 13 13:12:16.136357 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-685b566a-0054-4d0d-a61d-18b8ba114338 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/quotas/3ed5038c799342d48edc980983f1d996 HTTP/1.1" status: 200 len: 375 time: 0.0607104 Oct 13 13:12:16.223135 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-aecb34f9-b5f7-4f02-b4eb-ddfb5d0f7f5a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814550 Oct 13 13:12:16.237818 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-0a74c114-49ca-4f05-bf54-5d919444eab4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853435 Oct 13 13:12:16.351823 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-a860ff9e-d6eb-408a-9e95-f40bff8eb6ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121509 Oct 13 13:12:16.376873 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:16.527131 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-945acc94-a909-419c-b8bf-630ae323725f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739445 Oct 13 13:12:16.555511 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8fce3-fc2b-4263-81a4-a4c879fc7e92 req-b6f6f9c5-9b5b-42ca-acb9-5570f0212ceb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:16.557305 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9e8fce3-fc2b-4263-81a4-a4c879fc7e92 req-b6f6f9c5-9b5b-42ca-acb9-5570f0212ceb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1003435 Oct 13 13:12:16.753332 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9e8fce3-fc2b-4263-81a4-a4c879fc7e92 req-bd513d27-3cc0-46d4-942a-6dfd3f0d26a5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885264 Oct 13 13:12:16.842791 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:16.957407 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:17.024955 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.072887 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ee7ebd20-b903-473a-a73e-f168c4ce9f9f req-46e0e193-a247-4030-9ef4-9b548319671e tempest-VolumesNegativeTest-1101616844 tempest-VolumesNegativeTest-1101616844-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=452465c5-d313-4698-a666-9e814920b8fd HTTP/1.1" status: 200 len: 210 time: 0.1336448 Oct 13 13:12:17.088160 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047d562-0fd6-4d5f-9f4d-562b97721ef0 req-939da13f-f557-4a0c-9de6-752a6a8d0d2c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:17.090436 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1047d562-0fd6-4d5f-9f4d-562b97721ef0 req-939da13f-f557-4a0c-9de6-752a6a8d0d2c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.2209163 Oct 13 13:12:17.213502 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1047d562-0fd6-4d5f-9f4d-562b97721ef0 req-14f8b37a-3cfd-4e25-8c8d-495cafabd3db tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131902 Oct 13 13:12:17.222864 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51488) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:17.326721 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9efb1e15-963b-4a1a-a59d-0811d96e89b5 req-ac4fa357-1ff2-41d6-9407-e65222451cc5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 210 time: 0.0509293 Oct 13 13:12:17.366410 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-11c26deb-3275-4449-bd85-a595a89bfed3 req-86e37093-f552-46f1-8734-f97027ee4674 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0712109 Oct 13 13:12:17.476282 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ab21bc4-16a7-4643-af1e-10dac7387c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.581708 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ab21bc4-16a7-4643-af1e-10dac7387c51 admin admin] Publish callbacks [] for security_group (04320260-fe33-4a6b-82e4-1360fda18e46), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.589024 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1ab21bc4-16a7-4643-af1e-10dac7387c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (04320260-fe33-4a6b-82e4-1360fda18e46), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.636423 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab21bc4-16a7-4643-af1e-10dac7387c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04320260-fe33-4a6b-82e4-1360fda18e46,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:17.641318 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1ab21bc4-16a7-4643-af1e-10dac7387c51 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0c535852cb7543d7b357a6333240d77c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4172235 Oct 13 13:12:17.644261 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51498) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:17.717971 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dad51dc4-e447-45d8-b4ad-014db9e87d98 admin admin] Publish callbacks [] for security_group (04320260-fe33-4a6b-82e4-1360fda18e46), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.746155 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dad51dc4-e447-45d8-b4ad-014db9e87d98 admin admin] Publish callbacks [] for security_group (04320260-fe33-4a6b-82e4-1360fda18e46), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.810992 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dad51dc4-e447-45d8-b4ad-014db9e87d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (04320260-fe33-4a6b-82e4-1360fda18e46), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.814695 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dad51dc4-e447-45d8-b4ad-014db9e87d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:17.819367 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dad51dc4-e447-45d8-b4ad-014db9e87d98 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/04320260-fe33-4a6b-82e4-1360fda18e46 HTTP/1.1" status: 204 len: 168 time: 0.1720536 Oct 13 13:12:17.837129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad51dc4-e447-45d8-b4ad-014db9e87d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04320260-fe33-4a6b-82e4-1360fda18e46,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:17.964745 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa9a1-4d02-4b80-89c2-ae555d67a8ad req-e784ae47-20cd-4056-a840-f63169219931 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:17.969156 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffaaa9a1-4d02-4b80-89c2-ae555d67a8ad req-e784ae47-20cd-4056-a840-f63169219931 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1058638 Oct 13 13:12:18.036842 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffaaa9a1-4d02-4b80-89c2-ae555d67a8ad req-69b82986-ad5c-404e-80f9-f2d02de65992 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627148 Oct 13 13:12:18.320249 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51518) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:18.352990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc813-4bd9-497c-9c78-b0ac5d38cac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:18.458133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-ed15c353-477d-4faf-b15a-bbc5546979ab tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:18.462196 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-ed15c353-477d-4faf-b15a-bbc5546979ab tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 819 time: 0.1757958 Oct 13 13:12:18.523201 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b64d5f-c9a0-4391-aaa5-29b40fd1a294 req-c38466e4-80b7-4b3f-acfa-d2dcfbe3e48a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:18.536009 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-08b64d5f-c9a0-4391-aaa5-29b40fd1a294 req-c38466e4-80b7-4b3f-acfa-d2dcfbe3e48a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1620204 Oct 13 13:12:18.641580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19492946-2b59-4990-85bc-0eaee8d9fb50 req-0044de4a-eef0-4534-91aa-26c81c03edc0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:18.643650 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19492946-2b59-4990-85bc-0eaee8d9fb50 req-0044de4a-eef0-4534-91aa-26c81c03edc0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.2679825 Oct 13 13:12:18.670174 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-e1808aea-3b51-4a17-8f3b-8ab54b14f3b5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e7312d0ac9248f2bfbece5611913ab2 HTTP/1.1" status: 200 len: 380 time: 0.1852946 Oct 13 13:12:18.672104 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-92bf385b-3e94-45e4-8454-634a2a09f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:18.674274 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-92bf385b-3e94-45e4-8454-634a2a09f2ee service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1130 time: 0.2106409 Oct 13 13:12:18.729808 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:18.786935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19492946-2b59-4990-85bc-0eaee8d9fb50 req-91d10f88-5e0c-444e-86a0-cea5c8692456 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339111 Oct 13 13:12:18.849821 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-08b64d5f-c9a0-4391-aaa5-29b40fd1a294 req-2147c2a7-29ab-4f7a-b78e-fedadb5f1dcd tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125861 Oct 13 13:12:18.876825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:18.913907 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'port': {'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'admin_state_up': True, 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'security_groups': ['fce1e427-784f-452c-9b4e-05d19588ac45']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:19.029539 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-40c9d58c-49f7-49d0-89f5-446d7a5f43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:19.031136 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-40c9d58c-49f7-49d0-89f5-446d7a5f43e7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.3500121 Oct 13 13:12:19.064261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:19.071108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Made reservation on behalf of 5e7312d0ac9248f2bfbece5611913ab2 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:12:19.075847 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.082935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6e8cf7b2-2a12-49fd-bcea-1576c92d12bd req-bcef34e6-cd9c-4cc0-a039-b32fa1a5fe0b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 210 time: 0.1148777 Oct 13 13:12:19.122996 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-06ba3b55-aad2-47a7-b939-f428e8876b08 req-dc9f85e9-37f8-41b6-a5e0-52f91863b545 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0718956 Oct 13 13:12:19.125753 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:19.155307 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc813-4bd9-497c-9c78-b0ac5d38cac9 admin admin] Publish callbacks [] for security_group (7ebfcac1-a836-46a8-b506-3450082232e7), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.162643 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-39423c05-75b6-438b-92c2-7b5822328366 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 1001 time: 0.1088071 Oct 13 13:12:19.172139 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8e7cc813-4bd9-497c-9c78-b0ac5d38cac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7ebfcac1-a836-46a8-b506-3450082232e7), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.227482 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8e7cc813-4bd9-497c-9c78-b0ac5d38cac9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=22f558a77aff450a83b7d744947e7a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9060402 Oct 13 13:12:19.231525 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51548) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:19.245370 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cc813-4bd9-497c-9c78-b0ac5d38cac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebfcac1-a836-46a8-b506-3450082232e7,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:19.276118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-9f8351b8-3c80-4f0d-b287-8b08b0099e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:19.277567 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-9f8351b8-3c80-4f0d-b287-8b08b0099e7c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.0715024 Oct 13 13:12:19.314907 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c7a98b4-b3c1-4f87-9fe1-4213897caae3 admin admin] Publish callbacks [] for security_group (7ebfcac1-a836-46a8-b506-3450082232e7), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.342917 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c7a98b4-b3c1-4f87-9fe1-4213897caae3 admin admin] Publish callbacks [] for security_group (7ebfcac1-a836-46a8-b506-3450082232e7), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.360411 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Allocated IP 172.20.0.13 (6c7eaa8a-d195-41e7-950e-394b3e71b249/e900eebe-5fd1-4563-a448-d62d9e2148e1/feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:12:19.406145 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c7a98b4-b3c1-4f87-9fe1-4213897caae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7ebfcac1-a836-46a8-b506-3450082232e7), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.409894 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c7a98b4-b3c1-4f87-9fe1-4213897caae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.415373 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2c7a98b4-b3c1-4f87-9fe1-4213897caae3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7ebfcac1-a836-46a8-b506-3450082232e7 HTTP/1.1" status: 204 len: 168 time: 0.1824923 Oct 13 13:12:19.425923 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a98b4-b3c1-4f87-9fe1-4213897caae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebfcac1-a836-46a8-b506-3450082232e7,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:19.552351 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.604286 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.672797 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:12:19.685501 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:12:19.693052 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:12:19.727237 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event updated for resources: {'Port': ['ID=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:19.787336 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:19.788080 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:19.810456 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-62129186-830b-4a7d-9bef-67fc4d21085a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9020121 Oct 13 13:12:20.076685 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19760d42-371a-49ac-9592-07a7867cb15f req-c1a159e8-936b-4d12-8b12-5f27314ab6ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:20.078391 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19760d42-371a-49ac-9592-07a7867cb15f req-c1a159e8-936b-4d12-8b12-5f27314ab6ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1530349 Oct 13 13:12:20.103953 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881943f-f6bd-4292-852c-a8f9a274500b req-5794788b-3186-43ab-b637-a43738bc1cf8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:20.111544 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d881943f-f6bd-4292-852c-a8f9a274500b req-5794788b-3186-43ab-b637-a43738bc1cf8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1264961 Oct 13 13:12:20.152997 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-bc530b7c-2995-4615-aa36-d209674de883 None None] Provisioning complete for port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:20.153561 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bc530b7c-2995-4615-aa36-d209674de883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.153951 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-bc530b7c-2995-4615-aa36-d209674de883 None None] Attempt 1 to provision port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 Oct 13 13:12:20.163091 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51626) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:20.185194 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bccd0e8-1ad3-45cd-97c9-ecaa2497be11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.215260 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d881943f-f6bd-4292-852c-a8f9a274500b req-e92338db-2acb-4c9b-b259-c155a2246c96 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022720 Oct 13 13:12:20.234403 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-bc530b7c-2995-4615-aa36-d209674de883 None None] Port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:12:20.240114 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19760d42-371a-49ac-9592-07a7867cb15f req-08af7aeb-fae8-430a-a693-69df7b8ae850 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547625 Oct 13 13:12:20.384933 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bccd0e8-1ad3-45cd-97c9-ecaa2497be11 admin admin] Publish callbacks [] for security_group (d409caa3-42fc-4fd6-8c62-63862ac3eda2), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.392204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2bccd0e8-1ad3-45cd-97c9-ecaa2497be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d409caa3-42fc-4fd6-8c62-63862ac3eda2), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.398745 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a5e2e-e873-43a3-b1c2-c8be30f7dbb5 req-d3cbc4cb-c1d7-4d4c-b2e4-d9fd755b5d1c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:20.401130 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a6a5e2e-e873-43a3-b1c2-c8be30f7dbb5 req-d3cbc4cb-c1d7-4d4c-b2e4-d9fd755b5d1c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 932 time: 0.0894649 Oct 13 13:12:20.416684 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c561a28e-2200-40fb-82cd-9de370fbb8e1 req-2f63a443-2ebd-4ed0-a2b4-f5e4b79cae51 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0656028 Oct 13 13:12:20.437913 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2bccd0e8-1ad3-45cd-97c9-ecaa2497be11 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5fdd9aae53b64c118f650a802e190340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713170 Oct 13 13:12:20.438891 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51632) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:20.446802 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccd0e8-1ad3-45cd-97c9-ecaa2497be11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d409caa3-42fc-4fd6-8c62-63862ac3eda2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:20.510155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a6a5e2e-e873-43a3-b1c2-c8be30f7dbb5 req-92ff2f81-1f7f-4fbf-a682-28564727d91b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924318 Oct 13 13:12:20.523911 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-40fb13d6-d50f-4a8e-bc34-bb04eb36d4e9 admin admin] Publish callbacks [] for security_group (d409caa3-42fc-4fd6-8c62-63862ac3eda2), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.564594 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-40fb13d6-d50f-4a8e-bc34-bb04eb36d4e9 admin admin] Publish callbacks [] for security_group (d409caa3-42fc-4fd6-8c62-63862ac3eda2), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.632393 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-40fb13d6-d50f-4a8e-bc34-bb04eb36d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d409caa3-42fc-4fd6-8c62-63862ac3eda2), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.635521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-40fb13d6-d50f-4a8e-bc34-bb04eb36d4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:20.636666 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-40fb13d6-d50f-4a8e-bc34-bb04eb36d4e9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d409caa3-42fc-4fd6-8c62-63862ac3eda2 HTTP/1.1" status: 204 len: 168 time: 0.1973410 Oct 13 13:12:20.648251 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb13d6-d50f-4a8e-bc34-bb04eb36d4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d409caa3-42fc-4fd6-8c62-63862ac3eda2,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:21.323391 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:21.351769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade496d-061b-4572-84db-4552b5666b75 req-ec6a8f8d-88aa-46da-873d-abd5f341b731 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:21.353394 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bade496d-061b-4572-84db-4552b5666b75 req-ec6a8f8d-88aa-46da-873d-abd5f341b731 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0607412 Oct 13 13:12:21.447143 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357b577-8112-4588-b7ac-1c6065e1df52 req-4edcb38b-61d2-4677-b419-2f391aa27f21 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:21.450867 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b357b577-8112-4588-b7ac-1c6065e1df52 req-4edcb38b-61d2-4677-b419-2f391aa27f21 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0816278 Oct 13 13:12:21.472143 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bade496d-061b-4572-84db-4552b5666b75 req-0fb601db-143d-45fc-a4eb-563cb533edf7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120985 Oct 13 13:12:21.526567 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b357b577-8112-4588-b7ac-1c6065e1df52 req-ed22cc51-60eb-42c6-bf7d-3be21ecdd6dc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653591 Oct 13 13:12:21.603015 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-abf9663b-fdf4-44ac-9f41-0fe09b10569e req-07b90b43-b1e6-47b2-9512-ef85cda5ec98 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0315213 Oct 13 13:12:21.658934 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587b2bd-f7a3-46ff-93ff-842f97183900 req-9f645ac8-85f0-4ec4-8b56-ee40ee0da293 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:21.660476 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0587b2bd-f7a3-46ff-93ff-842f97183900 req-9f645ac8-85f0-4ec4-8b56-ee40ee0da293 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 932 time: 0.0563667 Oct 13 13:12:21.723319 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0587b2bd-f7a3-46ff-93ff-842f97183900 req-4d054e47-e7c8-4763-8866-96411d438454 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569711 Oct 13 13:12:21.754353 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8ea6a73b-f96b-45c1-b3fd-3688afc99566 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:12:21.780798 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Request body: {'port': {'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:21.800110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:21.822470 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 8ea6a73b-f96b-45c1-b3fd-3688afc99566 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:12:21.822717 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8ea6a73b-f96b-45c1-b3fd-3688afc99566 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:12:21.964196 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:22.005752 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-2fd7d8f7-bdee-4218-b544-46c84ef645af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:22.007495 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-2fd7d8f7-bdee-4218-b544-46c84ef645af service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2344296 Oct 13 13:12:22.454608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-f618085d-589c-4efe-9694-ae7988799b83 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:22.454775 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-f618085d-589c-4efe-9694-ae7988799b83 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.50 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 815 time: 0.6414111 Oct 13 13:12:22.457620 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:22.478987 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'port': {'device_id': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'admin_state_up': True, 'tenant_id': '3ed5038c799342d48edc980983f1d996'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:22.570648 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:22.605272 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-803883ce-7b5a-4bfb-8711-9528f0b00153 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818472 Oct 13 13:12:22.669752 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-a0a147bd-bf2c-4ea8-96c3-e3f9827526bd tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:22.671571 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-a0a147bd-bf2c-4ea8-96c3-e3f9827526bd tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/networks?id=5b4f82fe-1259-480a-b97a-2403a9b4130d HTTP/1.1" status: 200 len: 813 time: 0.2512562 Oct 13 13:12:22.727769 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-e53532cc-eed7-4a59-949b-b62a4b016847 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/quotas/f85144e13e254365a86aa785093c8575 HTTP/1.1" status: 200 len: 375 time: 0.0273671 Oct 13 13:12:22.773955 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-ab9b0142-583d-41bf-aa69-a7e458d68a1f tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f85144e13e254365a86aa785093c8575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448182 Oct 13 13:12:22.792542 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6670-0ac5-4aa0-bc5f-e9ff57015b03 req-774aab87-2386-4f41-b327-eb57f566be3c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:22.802727 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-db1c6670-0ac5-4aa0-bc5f-e9ff57015b03 req-774aab87-2386-4f41-b327-eb57f566be3c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1669288 Oct 13 13:12:22.970867 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-db1c6670-0ac5-4aa0-bc5f-e9ff57015b03 req-a3564c16-6d3d-473c-a9c6-d31db34a18b2 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459124 Oct 13 13:12:23.008591 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-d8877b42-411e-400c-9c5a-bb1817b02110 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336400 Oct 13 13:12:23.143900 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-66015e03-2405-476b-bf65-3fcef2928fe9 req-6c16e514-0fff-4e64-bf52-0375d2187e57 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188768 Oct 13 13:12:23.176744 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953d23-31ac-4db9-8dd8-aa51042d7669 req-ad0bc07d-8e77-444b-aa94-00149b59e755 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:23.187864 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-25953d23-31ac-4db9-8dd8-aa51042d7669 req-ad0bc07d-8e77-444b-aa94-00149b59e755 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0639656 Oct 13 13:12:23.285219 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-36501426-0bad-4d50-9ce8-161e7b919cea service neutron] 10.222.0.23 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744474 Oct 13 13:12:23.310526 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-25953d23-31ac-4db9-8dd8-aa51042d7669 req-93294b97-65e4-4794-a6bf-f4dfea240569 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254447 Oct 13 13:12:23.524746 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4590a8b2-fb82-4e16-8572-1f2ae0664792 req-0f7ab0e9-71ef-4f57-b978-5010e819e308 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0727367 Oct 13 13:12:23.586829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:23.658913 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Publish callbacks [] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:23.744936 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Transition to ACTIVE for port object feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:12:23.757944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:23.768880 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Made reservation on behalf of 3ed5038c799342d48edc980983f1d996 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:12:23.772967 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:23.849934 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b1a43436-7917-4795-9dc1-263a340a03be req-8b560c4d-6ede-4fa4-8334-6b1cad403c29 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 210 time: 0.0909243 Oct 13 13:12:23.893657 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bdc8d-3f7e-4b52-aa08-fa45a9ddc294 req-acc783b3-8fbd-42c7-a482-49c4983e98b9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:23.895278 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b4bdc8d-3f7e-4b52-aa08-fa45a9ddc294 req-acc783b3-8fbd-42c7-a482-49c4983e98b9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 932 time: 0.2142174 Oct 13 13:12:23.918944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Pushing event updated for resources: {'Port': ['ID=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:23.948913 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:24.061106 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b4bdc8d-3f7e-4b52-aa08-fa45a9ddc294 req-815a4155-bdc7-406d-83d7-091990e36ec6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536684 Oct 13 13:12:24.187921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:24.217572 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Attempting to bind port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:12:24.217908 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Attempting to bind port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:12:24.218282 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Attempting to bind port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:24.256568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Allocated IP 172.20.0.8 (166f36a0-8f38-4dea-a79f-656b2b96b465/08db214e-348e-422e-8ce6-1b708d182692/5e82a763-989b-4ba3-b2d2-7ad17b260a77) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:12:24.267864 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a8dd-50d2-4e01-b83f-aa1cb746c7d3 req-b2a168e7-4a0a-477a-b657-4abc097f8747 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:24.291623 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f5f5a8dd-50d2-4e01-b83f-aa1cb746c7d3 req-b2a168e7-4a0a-477a-b657-4abc097f8747 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1326146 Oct 13 13:12:24.305969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:12:24.306296 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Attempting to bind port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 on network 6c7eaa8a-d195-41e7-950e-394b3e71b249 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:24.457949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f5f5a8dd-50d2-4e01-b83f-aa1cb746c7d3 req-d5982ed3-0fcf-423d-82d0-338ce7e3b554 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585588 Oct 13 13:12:24.575121 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:12:24.575500 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Checking segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:12:24.575849 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Bound using segment: {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:12:24.576299 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Bound port: feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ed57d1-5e55-43af-b037-46eceeceb213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 464, 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:12:24.576661 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:24.598048 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1dad-4ca1-4a74-99c4-62c263fbb6c1 req-49f16f3e-a74e-4411-ac2a-b28c5908f3ad tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:24.609343 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ddd1dad-4ca1-4a74-99c4-62c263fbb6c1 req-49f16f3e-a74e-4411-ac2a-b28c5908f3ad tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1142201 Oct 13 13:12:24.714343 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a57ae3eb-d85c-4b48-b4cb-d04951789532 req-df5c3662-66db-4bf4-b9e0-a63868515612 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0747538 Oct 13 13:12:24.767738 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ddd1dad-4ca1-4a74-99c4-62c263fbb6c1 req-61613bdf-4b3d-4775-89c1-308db4167fc4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563570 Oct 13 13:12:24.781575 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:24.826483 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] For port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:12:24.831210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] For port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:12:24.866095 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:24.888887 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:24.889522 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:24.893768 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 1094 time: 3.1163602 Oct 13 13:12:24.904336 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:24.907638 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51777feb-3cae-4648-bbe5-237ba319d5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:25.007690 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9324cd-85e3-4214-b597-03c4b9ab2312 x-openstack-request-id: req-da9324cd-85e3-4214-b597-03c4b9ab2312 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:25.008292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:25.008771 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da9324cd-85e3-4214-b597-03c4b9ab2312 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:25.009460 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9324cd-85e3-4214-b597-03c4b9ab2312'] response: {'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'status': 'completed', 'code': 200} Oct 13 13:12:25.026834 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:25.029705 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1e775217-9fd0-4a78-b2ac-27dd1148d7d6 req-4b85c385-595e-4cbb-86b2-2ea49b4d9b9e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 210 time: 0.0622501 Oct 13 13:12:25.112489 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777feb-3cae-4648-bbe5-237ba319d5e5 req-a4eca829-a795-4164-a612-950f08668d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:25.115029 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51777feb-3cae-4648-bbe5-237ba319d5e5 req-a4eca829-a795-4164-a612-950f08668d67 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1128 time: 0.0682893 Oct 13 13:12:25.136474 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3447f-0886-46c5-9287-ab95898fe363 service neutron] Pushing event updated for resources: {'Port': ['ID=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:25.286647 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:25.291554 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:12:25.309659 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:12:25.313316 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5121d0-c225-4207-a8e8-7d2ed14d7925 req-6ff02fa7-0e30-47c3-b6a6-28a4c64aef33 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:25.325283 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:12:25.328781 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-da5121d0-c225-4207-a8e8-7d2ed14d7925 req-6ff02fa7-0e30-47c3-b6a6-28a4c64aef33 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.1228712 Oct 13 13:12:25.409970 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:25.410794 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:25.432562 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:25.460483 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-da5121d0-c225-4207-a8e8-7d2ed14d7925 req-96549585-86fe-43eb-8de6-b2f9f2782e4a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260588 Oct 13 13:12:25.463214 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9866989 Oct 13 13:12:25.464063 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d858ba-3b5b-4682-87ec-b0e5a3b13018 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:25.518945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Request body: {'port': {'device_id': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:25.688442 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587d9ef-ec9e-4bec-b82c-9a73eee38b52 req-ae042426-0642-419d-8fb9-78a8eb1088f1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:25.696175 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8587d9ef-ec9e-4bec-b82c-9a73eee38b52 req-ae042426-0642-419d-8fb9-78a8eb1088f1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.1234279 Oct 13 13:12:25.716269 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:25.732683 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777feb-3cae-4648-bbe5-237ba319d5e5 req-c4280d16-79e7-44cd-b594-c79bd083036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:25.734274 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51777feb-3cae-4648-bbe5-237ba319d5e5 req-c4280d16-79e7-44cd-b594-c79bd083036f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5931859 Oct 13 13:12:25.772158 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8587d9ef-ec9e-4bec-b82c-9a73eee38b52 req-12e2c13b-f8c9-4b2d-871d-9724cd3b934d tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730143 Oct 13 13:12:25.804376 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-7e435645-e043-4967-ad72-303f71818253 None None] Provisioning complete for port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:25.805655 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7e435645-e043-4967-ad72-303f71818253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:25.806152 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-7e435645-e043-4967-ad72-303f71818253 None None] Attempt 1 to provision port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 Oct 13 13:12:25.838041 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:25.873703 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:25.912554 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-7e435645-e043-4967-ad72-303f71818253 None None] Port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:12:26.061804 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c0788-913b-4af6-8f05-4cfbe2674cae req-54dcfab9-d493-407b-a54d-c8105b6e27bd tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:26.070812 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec9c0788-913b-4af6-8f05-4cfbe2674cae req-54dcfab9-d493-407b-a54d-c8105b6e27bd tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 931 time: 0.2070324 Oct 13 13:12:26.174915 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 51884) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:26.175879 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-822fb3a4-ca3a-48ec-bcba-ed3bfd08f618 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:26.177702 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-822fb3a4-ca3a-48ec-bcba-ed3bfd08f618 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "GET /networking/v2.0/networks?id=5b4f82fe-1259-480a-b97a-2403a9b4130d HTTP/1.1" status: 200 len: 813 time: 0.1357663 Oct 13 13:12:26.195766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Request body: {'port': {'device_id': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d', 'admin_state_up': True, 'tenant_id': 'f85144e13e254365a86aa785093c8575'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:26.221797 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9084111-616a-496c-a237-3db640f8cb3f req-9dd9b9ae-600d-471f-8845-7cac5a528881 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:26.223429 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e9084111-616a-496c-a237-3db640f8cb3f req-9dd9b9ae-600d-471f-8845-7cac5a528881 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1313038 Oct 13 13:12:26.294413 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec9c0788-913b-4af6-8f05-4cfbe2674cae req-378770bf-b48b-4861-8cd3-d8fb85930010 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226174 Oct 13 13:12:26.409694 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51777feb-3cae-4648-bbe5-237ba319d5e5 req-5bdfc51a-d43a-4f03-b674-ae4f8c5aac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:26.411383 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-51777feb-3cae-4648-bbe5-237ba319d5e5 req-5bdfc51a-d43a-4f03-b674-ae4f8c5aac25 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4781134 Oct 13 13:12:26.414697 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e9084111-616a-496c-a237-3db640f8cb3f req-51e565e7-9d6d-47a6-b087-45e30e148d64 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822329 Oct 13 13:12:26.507102 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-239eda9c-afd1-41e8-98cd-6a0fd8423047 req-37ec0d27-4c35-464c-ba81-411e2d861961 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 210 time: 0.0481987 Oct 13 13:12:26.633781 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Made reservation on behalf of f85144e13e254365a86aa785093c8575 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:12:26.640471 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:26.657853 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7c205ab4-42a0-49a8-a589-6c3280be1c59 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e74136856dcf42c48689e6976f16caad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509060 Oct 13 13:12:26.660419 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 51892) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:26.672543 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b63a1e-04c1-4b44-91e0-cfd3954d3fb5 req-1769871b-86b2-4e5e-8138-c6136270b890 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:26.675569 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b2b63a1e-04c1-4b44-91e0-cfd3954d3fb5 req-1769871b-86b2-4e5e-8138-c6136270b890 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.1018953 Oct 13 13:12:26.741254 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:26.806157 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b2b63a1e-04c1-4b44-91e0-cfd3954d3fb5 req-fed72253-3baf-4146-a54f-6698cdd3bd42 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232212 Oct 13 13:12:26.823182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-971caf6c-ec14-4be4-846e-ff38832b81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:26.825239 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-971caf6c-ec14-4be4-846e-ff38832b81b3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1128 time: 0.2869167 Oct 13 13:12:27.010874 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e82a763-989b-4ba3-b2d2-7ad17b260a77 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:27.022980 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Publish callbacks [] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.398214 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:27.407664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Transition to ACTIVE for port object 5e82a763-989b-4ba3-b2d2-7ad17b260a77 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:12:27.419592 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-f4b6e88d-062c-4aa2-aaa8-4d934869d6d4 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 217 time: 0.5730979 Oct 13 13:12:27.435852 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.446639 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Allocated IP 172.20.0.14 (5b4f82fe-1259-480a-b97a-2403a9b4130d/74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5/47c8bf5c-a500-440a-a247-090d3dbe386b) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:12:27.459446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11178-730f-4222-a844-cb4d00fc0810 req-c4c77023-554d-45a7-8310-f306cd148171 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:27.461181 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bcf11178-730f-4222-a844-cb4d00fc0810 req-c4c77023-554d-45a7-8310-f306cd148171 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 931 time: 0.0735180 Oct 13 13:12:27.492729 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:27.506175 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-35b8d1b4-b159-4204-958c-f33e18a170ce admin admin] Publish callbacks [] for security_group (d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.522117 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:27.537488 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bcf11178-730f-4222-a844-cb4d00fc0810 req-febda812-7144-4270-9035-34fb935fec5c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691109 Oct 13 13:12:27.635982 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-35b8d1b4-b159-4204-958c-f33e18a170ce admin admin] Publish callbacks [] for security_group (d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.653856 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1eaeb-eb58-4e82-ba16-5bcd66436fb0 req-f8fc546c-148a-44b4-97ca-bb785e29335b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:27.659668 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-87e1eaeb-eb58-4e82-ba16-5bcd66436fb0 req-f8fc546c-148a-44b4-97ca-bb785e29335b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0740647 Oct 13 13:12:27.745817 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61bfbd58-13dd-4a2a-b8a7-59a82751adc2 req-eddd650d-1f34-4190-ae59-00763d649b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 210 time: 0.0851216 Oct 13 13:12:27.755315 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Attempting to bind port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:12:27.755880 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Attempting to bind port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:12:27.756456 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Attempting to bind port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 on network 166f36a0-8f38-4dea-a79f-656b2b96b465 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:27.783775 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-87e1eaeb-eb58-4e82-ba16-5bcd66436fb0 req-f13aaa9d-c112-48d7-9837-6dcc56b8034d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219199 Oct 13 13:12:27.828746 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-35b8d1b4-b159-4204-958c-f33e18a170ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.831945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-35b8d1b4-b159-4204-958c-f33e18a170ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.833061 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-35b8d1b4-b159-4204-958c-f33e18a170ce admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc HTTP/1.1" status: 204 len: 168 time: 1.1410091 Oct 13 13:12:27.857746 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8d1b4-b159-4204-958c-f33e18a170ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bdb4d4-cf12-4a32-a55e-6fa3c9f9badc,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:27.862157 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 on network 166f36a0-8f38-4dea-a79f-656b2b96b465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:12:27.862524 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Attempting to bind port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 on network 166f36a0-8f38-4dea-a79f-656b2b96b465 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:27.896542 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks [] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.941715 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:12:27.942066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Checking segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:12:27.943594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Bound using segment: {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:12:27.944274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Bound port: 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95e0742-9927-4853-b696-23bb2a843407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 485, 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:12:27.944721 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:27.969647 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c5a5b-eb3d-41ce-a7a5-4ffeb66b2c6c req-b2fac446-5cb3-4e57-b9d9-4d936867f507 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:27.982413 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-696c5a5b-eb3d-41ce-a7a5-4ffeb66b2c6c req-b2fac446-5cb3-4e57-b9d9-4d936867f507 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0709407 Oct 13 13:12:28.022510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:28.075215 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-696c5a5b-eb3d-41ce-a7a5-4ffeb66b2c6c req-c0574948-a328-4e7d-a71a-c6e01f3e0299 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918641 Oct 13 13:12:28.133813 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Network 5b4f82fe-1259-480a-b97a-2403a9b4130d is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:12:28.141529 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:12:28.144880 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:12:28.153143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:12:28.193301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Pushing event updated for resources: {'Port': ['ID=47c8bf5c-a500-440a-a247-090d3dbe386b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:28.198865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:12:28.214968 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:28.220158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:28.221665 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:28.223748 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 1093 time: 2.7197077 Oct 13 13:12:28.288367 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:28.290967 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03756ea4-8904-4a52-98fa-33b23e6608b5" -d '{"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:28.293193 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:28.298173 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd66a5e-bb18-439c-8653-1530396c8a2a service neutron] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:28.311723 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:28.312387 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:28.332871 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-5fdd3fe5-a316-42a6-a386-ba5f5cc038bc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1428826 Oct 13 13:12:28.351548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd67ca3d-e8e1-48f4-ae7b-cc336f107eff x-openstack-request-id: req-dd67ca3d-e8e1-48f4-ae7b-cc336f107eff {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:28.351839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:28.352175 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd67ca3d-e8e1-48f4-ae7b-cc336f107eff {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:28.352570 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd67ca3d-e8e1-48f4-ae7b-cc336f107eff'] response: {'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'status': 'completed', 'code': 200} Oct 13 13:12:28.671579 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1184e-a457-494d-b781-e7969be4a71a req-de4f34d6-97ed-4a5f-ae29-fcb8c811dd88 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:28.673165 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8ea1184e-a457-494d-b781-e7969be4a71a req-de4f34d6-97ed-4a5f-ae29-fcb8c811dd88 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0499995 Oct 13 13:12:28.743676 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8ea1184e-a457-494d-b781-e7969be4a71a req-36010487-ee03-4d29-8bc7-5d381142719f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Oct 13 13:12:28.921345 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b4109-1953-49e7-b60c-6bb0cce045ba req-20e28cd9-b657-4be4-814c-45e8e8339424 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:28.922867 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e20b4109-1953-49e7-b60c-6bb0cce045ba req-20e28cd9-b657-4be4-814c-45e8e8339424 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.0918329 Oct 13 13:12:28.937083 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:28.962420 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03cc55-db1d-4954-b663-2559a0bb869a req-4b003d1c-3e58-4946-954b-b3aa737f46df tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:28.964004 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bd03cc55-db1d-4954-b663-2559a0bb869a req-4b003d1c-3e58-4946-954b-b3aa737f46df tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0891852 Oct 13 13:12:29.006701 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e20b4109-1953-49e7-b60c-6bb0cce045ba req-d8bd7b80-1b58-48c5-8800-3426f9d79c7f tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679729 Oct 13 13:12:29.042028 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bd03cc55-db1d-4954-b663-2559a0bb869a req-d4998443-24c7-4ce8-9b59-f65b79b7ad6d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654731 Oct 13 13:12:29.206797 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586e8a-f6d4-4de1-8c6e-434fec8cb788 req-a3fbe137-8506-478d-943b-a8d0413095a2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:29.208274 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e4586e8a-f6d4-4de1-8c6e-434fec8cb788 req-a3fbe137-8506-478d-943b-a8d0413095a2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0471148 Oct 13 13:12:29.253520 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e4586e8a-f6d4-4de1-8c6e-434fec8cb788 req-c78e406f-8357-4933-9a0b-d3ab7310aa64 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391157 Oct 13 13:12:29.889692 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8198-4af0-4c73-a9b6-4638321ac95b req-3f5d98c7-bdb0-47af-bcde-3384b6cc12b5 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:29.891289 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c12f8198-4af0-4c73-a9b6-4638321ac95b req-3f5d98c7-bdb0-47af-bcde-3384b6cc12b5 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0643759 Oct 13 13:12:29.942988 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c12f8198-4af0-4c73-a9b6-4638321ac95b req-ae6e057b-6dbf-4920-96c9-6f55b5059f30 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458512 Oct 13 13:12:30.094864 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:30.145704 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c481e2-53ab-41b3-aebd-e9dbeb2a2581 req-c0c14dd5-5190-47eb-8cb1-437f980a6f31 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:30.147173 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7c481e2-53ab-41b3-aebd-e9dbeb2a2581 req-c0c14dd5-5190-47eb-8cb1-437f980a6f31 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.0606756 Oct 13 13:12:30.213386 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8500-96f9-48f7-89b4-e698d3ea22db req-e7aea3b4-025b-4fcf-a2af-276c973d1692 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:30.214813 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-782c8500-96f9-48f7-89b4-e698d3ea22db req-e7aea3b4-025b-4fcf-a2af-276c973d1692 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0910010 Oct 13 13:12:30.246123 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7c481e2-53ab-41b3-aebd-e9dbeb2a2581 req-f77cd958-3224-466f-9424-87d724873267 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805452 Oct 13 13:12:30.296349 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-782c8500-96f9-48f7-89b4-e698d3ea22db req-129016c5-3c3f-42c2-b5bd-4de599ed2dfa tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721753 Oct 13 13:12:30.381964 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7cdd-e3bc-4f85-bf4c-4b73b8d8d15f req-10c8ee8e-82b3-4ad3-9c96-af243e4e3015 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:30.383439 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e28e7cdd-e3bc-4f85-bf4c-4b73b8d8d15f req-10c8ee8e-82b3-4ad3-9c96-af243e4e3015 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0491443 Oct 13 13:12:30.429879 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e28e7cdd-e3bc-4f85-bf4c-4b73b8d8d15f req-cb536acb-f4bc-4ccb-bd84-ed31dffcd262 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Oct 13 13:12:31.085749 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ca323-2c6b-4284-96c7-b2d3b57277c0 req-287dc02d-e42c-451f-a469-82360ffdbc26 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:31.087584 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bc0ca323-2c6b-4284-96c7-b2d3b57277c0 req-287dc02d-e42c-451f-a469-82360ffdbc26 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0589550 Oct 13 13:12:31.135885 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bc0ca323-2c6b-4284-96c7-b2d3b57277c0 req-cc5bdb8f-f4e5-4845-a1c9-c034699cab7f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Oct 13 13:12:31.368451 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e80f-a2d6-4f5f-8ff7-23a87274dbdc req-f4572299-6a94-4372-8b0b-aff6ecbff8ca tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:31.369982 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dab4e80f-a2d6-4f5f-8ff7-23a87274dbdc req-f4572299-6a94-4372-8b0b-aff6ecbff8ca tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.0514014 Oct 13 13:12:31.460301 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29dbe-e58f-4885-b90a-c8835d87fc92 req-358fbc69-4f19-437d-a5fc-c3dda28a54ca tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:31.461762 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29f29dbe-e58f-4885-b90a-c8835d87fc92 req-358fbc69-4f19-437d-a5fc-c3dda28a54ca tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0697200 Oct 13 13:12:31.469895 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dab4e80f-a2d6-4f5f-8ff7-23a87274dbdc req-d74ba5fd-7be6-4d59-b9e4-393720d91a1f tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919452 Oct 13 13:12:31.515038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29f29dbe-e58f-4885-b90a-c8835d87fc92 req-f97a1b01-b4b5-4d38-b638-6ea3213582ea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 Oct 13 13:12:31.578813 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970cf8-76ad-44e9-9601-d823b99eccdd req-b7d55b14-7eee-4d55-937a-40b3a0d95160 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:31.580284 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cc970cf8-76ad-44e9-9601-d823b99eccdd req-b7d55b14-7eee-4d55-937a-40b3a0d95160 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0466053 Oct 13 13:12:31.626699 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cc970cf8-76ad-44e9-9601-d823b99eccdd req-66426e3e-e7f7-4297-85b6-ca66e65de62c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410633 Oct 13 13:12:32.256909 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89445b60-4cd5-439c-9756-2decc09cac08 req-a11be189-99df-44f3-b5cc-4de891ae3bee tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:32.258359 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89445b60-4cd5-439c-9756-2decc09cac08 req-a11be189-99df-44f3-b5cc-4de891ae3bee tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0499027 Oct 13 13:12:32.277750 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:32.305533 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89445b60-4cd5-439c-9756-2decc09cac08 req-3e8bad10-ce15-4665-81b9-07b77ff3162b tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Oct 13 13:12:32.593578 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e78a19-14bf-4844-919c-b2298444bd6b req-6d4b19b9-ea52-4453-93d3-2abadecb6c73 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:32.595097 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-50e78a19-14bf-4844-919c-b2298444bd6b req-6d4b19b9-ea52-4453-93d3-2abadecb6c73 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.0504131 Oct 13 13:12:32.662428 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb88f8-5628-47f7-a4db-9237a01add57 req-6851e1f0-5706-4bc7-9b1d-0a9870c78d5d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:32.663951 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5bfb88f8-5628-47f7-a4db-9237a01add57 req-6851e1f0-5706-4bc7-9b1d-0a9870c78d5d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0647528 Oct 13 13:12:32.695036 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-50e78a19-14bf-4844-919c-b2298444bd6b req-fb2a9338-738d-4985-b7ce-673d1c9f3ab6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875473 Oct 13 13:12:32.725078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5bfb88f8-5628-47f7-a4db-9237a01add57 req-d41362a6-b5e3-4565-bf10-fae55a71d659 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553641 Oct 13 13:12:32.807384 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418d5e0-4fa0-4f25-bd0a-2450d3c490ed req-122cb188-2e37-430d-91b8-fffdd6c3bd13 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:32.809491 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0418d5e0-4fa0-4f25-bd0a-2450d3c490ed req-122cb188-2e37-430d-91b8-fffdd6c3bd13 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0533361 Oct 13 13:12:32.860964 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0418d5e0-4fa0-4f25-bd0a-2450d3c490ed req-33788682-733d-4a51-aa33-8a1ea99f1334 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448768 Oct 13 13:12:33.387174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:33.421528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbe1ea-c641-48a1-8a8a-31b00b3cd9ee req-f599762c-e422-43ef-9bbb-696b5ece9a0c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:33.422967 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5dbe1ea-c641-48a1-8a8a-31b00b3cd9ee req-f599762c-e422-43ef-9bbb-696b5ece9a0c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0460224 Oct 13 13:12:33.468557 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5dbe1ea-c641-48a1-8a8a-31b00b3cd9ee req-62b657ef-c589-4d0b-a191-8feb75c215fc tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Oct 13 13:12:33.899088 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b29984-06b1-4220-83da-ce0142a12f11 req-cdb7ab08-efe7-4909-a421-b4f243b36bff tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:33.900590 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a5b29984-06b1-4220-83da-ce0142a12f11 req-cdb7ab08-efe7-4909-a421-b4f243b36bff tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.1256456 Oct 13 13:12:33.913185 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b479-5833-44d0-8948-43b5b90ce611 req-d8fa7214-7a85-4776-b3c9-0dc467cd5cf1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:33.914920 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4be9b479-5833-44d0-8948-43b5b90ce611 req-d8fa7214-7a85-4776-b3c9-0dc467cd5cf1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0698898 Oct 13 13:12:33.991832 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4be9b479-5833-44d0-8948-43b5b90ce611 req-c49e394b-d801-4891-82bd-e433a6941d16 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695453 Oct 13 13:12:33.994438 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a5b29984-06b1-4220-83da-ce0142a12f11 req-5ec9a4f3-57de-478a-a13c-6202b9d910aa tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785983 Oct 13 13:12:34.123382 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc740-1ac0-4cdb-b3dd-d67c0ff7e896 req-b3b6d814-c210-49ab-b718-bba894adb6a0 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:34.124893 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-81fdc740-1ac0-4cdb-b3dd-d67c0ff7e896 req-b3b6d814-c210-49ab-b718-bba894adb6a0 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0509953 Oct 13 13:12:34.171695 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-81fdc740-1ac0-4cdb-b3dd-d67c0ff7e896 req-9563cb07-d1c1-4b2e-863a-db57fbd43d18 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Oct 13 13:12:34.589001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5798cc-d88b-495d-b0a4-f96a337c6640 req-85a0f2eb-d724-4982-9ba0-b22d198c55a1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:34.590518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fd5798cc-d88b-495d-b0a4-f96a337c6640 req-85a0f2eb-d724-4982-9ba0-b22d198c55a1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0505362 Oct 13 13:12:34.657595 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fd5798cc-d88b-495d-b0a4-f96a337c6640 req-e5137daa-3753-43c3-9ae2-3d3db5396eb7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575678 Oct 13 13:12:35.179172 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527df61-47e1-489f-b85f-10726f827512 req-d717d8a8-0b96-46ab-9a68-780046f7a833 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:35.180743 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8527df61-47e1-489f-b85f-10726f827512 req-d717d8a8-0b96-46ab-9a68-780046f7a833 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.0970304 Oct 13 13:12:35.197040 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5666ac7-1ee2-44df-8290-800be07aea34 req-5b7a2f9c-4a3d-4cf3-bd7a-99f471195cc0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:35.198544 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b5666ac7-1ee2-44df-8290-800be07aea34 req-5b7a2f9c-4a3d-4cf3-bd7a-99f471195cc0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1042705 Oct 13 13:12:35.261003 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8527df61-47e1-489f-b85f-10726f827512 req-ce4f0e97-47fc-4e97-8310-6eae34d6541b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714564 Oct 13 13:12:35.282094 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b5666ac7-1ee2-44df-8290-800be07aea34 req-ab80a945-237b-47da-b37c-1890afd97635 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641143 Oct 13 13:12:35.376582 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42ce59-e9fa-451c-8aae-49e508fb50c1 req-061ef6bf-c168-419e-8478-1f5cb3f83946 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:35.378477 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dd42ce59-e9fa-451c-8aae-49e508fb50c1 req-061ef6bf-c168-419e-8478-1f5cb3f83946 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0519249 Oct 13 13:12:35.430387 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dd42ce59-e9fa-451c-8aae-49e508fb50c1 req-65ae8eb1-b9cc-43cd-9e1f-806e5f434289 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460632 Oct 13 13:12:35.779985 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:35.786950 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845de7f-422b-445d-8405-24c75e83d121 req-b1809c17-5bba-4135-bf4a-dbd4936e0c17 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:35.788446 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b845de7f-422b-445d-8405-24c75e83d121 req-b1809c17-5bba-4135-bf4a-dbd4936e0c17 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0510256 Oct 13 13:12:35.838055 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b845de7f-422b-445d-8405-24c75e83d121 req-927a3e19-d1c0-41a9-91c7-025374e75e30 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Oct 13 13:12:36.384618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fec84-47ca-427c-a108-d3f00d5c8812 req-5078c9f5-e8d1-4e86-881b-a94b9af66027 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:36.386096 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-018fec84-47ca-427c-a108-d3f00d5c8812 req-5078c9f5-e8d1-4e86-881b-a94b9af66027 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 932 time: 0.0477202 Oct 13 13:12:36.453764 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d132b5-4aab-4b2e-a397-dc14113286b1 req-000e0866-cf70-426b-9e66-1e14fa06bad3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:36.455210 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a7d132b5-4aab-4b2e-a397-dc14113286b1 req-000e0866-cf70-426b-9e66-1e14fa06bad3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0682352 Oct 13 13:12:36.481838 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-018fec84-47ca-427c-a108-d3f00d5c8812 req-8be70ba9-a43b-43b0-acb0-4825a380b364 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856893 Oct 13 13:12:36.513009 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a7d132b5-4aab-4b2e-a397-dc14113286b1 req-ac21ba58-0773-4d65-bcdc-6ef54f533162 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495355 Oct 13 13:12:36.545533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:36.582590 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3675f-808d-42cc-86fc-fdd9dc71d933 req-3180a84f-98ce-4860-ae6f-1e177539ece5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:36.584067 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0fd3675f-808d-42cc-86fc-fdd9dc71d933 req-3180a84f-98ce-4860-ae6f-1e177539ece5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0467973 Oct 13 13:12:36.630175 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0fd3675f-808d-42cc-86fc-fdd9dc71d933 req-87f53afd-c9fa-4cee-8a39-e125ff15c3db tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 Oct 13 13:12:36.731322 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:36.832125 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Request body: {'port': {'device_id': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:36.883373 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:36.923178 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-67aabd55-1222-4bf3-a1f2-862ea1930a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:36.924731 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-67aabd55-1222-4bf3-a1f2-862ea1930a1b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.1108413 Oct 13 13:12:36.934915 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:36.962966 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2685-65c8-42ef-93a1-bfc546b3105e req-0c0865d4-ac0b-42a0-9244-ee82ee9361be tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:36.964612 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92ad2685-65c8-42ef-93a1-bfc546b3105e req-0c0865d4-ac0b-42a0-9244-ee82ee9361be tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0483670 Oct 13 13:12:37.016057 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92ad2685-65c8-42ef-93a1-bfc546b3105e req-226bd83a-f8b9-4771-95d9-4fdd357c89ae tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Oct 13 13:12:37.041072 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-6f50fca4-2177-4f27-a55e-64fc6ab5a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.042563 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-6f50fca4-2177-4f27-a55e-64fc6ab5a4a1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983117 Oct 13 13:12:37.045230 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03756ea4-8904-4a52-98fa-33b23e6608b5 req-237f1aa9-a039-4894-9e71-b429e60a7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.046587 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-03756ea4-8904-4a52-98fa-33b23e6608b5 req-237f1aa9-a039-4894-9e71-b429e60a7158 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1127 time: 0.1012650 Oct 13 13:12:37.314378 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-ae5397b1-de14-4f0e-a839-ce1571b8db97 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595615 Oct 13 13:12:37.322489 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03756ea4-8904-4a52-98fa-33b23e6608b5 req-70bed706-e1b4-498c-97fe-b46292f833ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.323848 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-03756ea4-8904-4a52-98fa-33b23e6608b5 req-70bed706-e1b4-498c-97fe-b46292f833ae service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=3ed5038c799342d48edc980983f1d996&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2593989 Oct 13 13:12:37.524144 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c8bf5c-a500-440a-a247-090d3dbe386b {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:37.535650 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Publish callbacks [] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:37.537759 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805930-ec9a-4fba-9243-43078d972547 req-a1daa096-50bc-443e-8843-772b1bace1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.539312 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-a1daa096-50bc-443e-8843-772b1bace1e6 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1130 time: 0.0415702 Oct 13 13:12:37.581136 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Transition to ACTIVE for port object 47c8bf5c-a500-440a-a247-090d3dbe386b will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:12:37.596974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:37.603609 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-c0bf3550-27ad-46a0-a381-116f720a1745 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395003 Oct 13 13:12:37.606339 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03756ea4-8904-4a52-98fa-33b23e6608b5 req-41392536-135d-4a88-929b-0caa6cf527d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.609041 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-03756ea4-8904-4a52-98fa-33b23e6608b5 req-41392536-135d-4a88-929b-0caa6cf527d3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466080 Oct 13 13:12:37.663582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:37.694074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:37.697546 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Pushing event updated for resources: {'Port': ['ID=47c8bf5c-a500-440a-a247-090d3dbe386b,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:37.727107 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Attempting to bind port 47c8bf5c-a500-440a-a247-090d3dbe386b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:12:37.727582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Attempting to bind port 47c8bf5c-a500-440a-a247-090d3dbe386b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:12:37.727926 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Attempting to bind port 47c8bf5c-a500-440a-a247-090d3dbe386b on network 5b4f82fe-1259-480a-b97a-2403a9b4130d {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:37.773359 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Port 47c8bf5c-a500-440a-a247-090d3dbe386b on network 5b4f82fe-1259-480a-b97a-2403a9b4130d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:12:37.773610 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Attempting to bind port 47c8bf5c-a500-440a-a247-090d3dbe386b on network 5b4f82fe-1259-480a-b97a-2403a9b4130d {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:12:37.818421 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:12:37.818765 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Checking segment: {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:12:37.819184 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Bound using segment: {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:12:37.819632 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Bound port: 47c8bf5c-a500-440a-a247-090d3dbe386b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89f97ba-09c2-454d-b324-dc189e85df5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 474, 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:12:37.819996 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:37.875010 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:37.883597 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] For port 47c8bf5c-a500-440a-a247-090d3dbe386b, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:12:37.887143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] For port 47c8bf5c-a500-440a-a247-090d3dbe386b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47c8bf5c-a500-440a-a247-090d3dbe386b,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:12:37.894803 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:37.898787 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.899426 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:37.900805 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/47c8bf5c-a500-440a-a247-090d3dbe386b HTTP/1.1" status: 200 len: 1094 time: 1.0886257 Oct 13 13:12:37.903003 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'tag': '47c8bf5c-a500-440a-a247-090d3dbe386b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:37.905231 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e440aed9-8b04-405b-8335-67c472cf5ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c61fd5-2f2a-4cd9-a439-00943de4dda6", "tag": "47c8bf5c-a500-440a-a247-090d3dbe386b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:37.918897 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457b324-5fa6-4475-93d4-dbd8a80cfb02 req-9f7610a1-13cb-4767-963c-74cd46510443 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.920362 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2457b324-5fa6-4475-93d4-dbd8a80cfb02 req-9f7610a1-13cb-4767-963c-74cd46510443 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 944 time: 0.3256669 Oct 13 13:12:37.957656 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c66d65-5a00-45cf-85b6-1f916be7f44c service neutron] Pushing event updated for resources: {'Port': ['ID=47c8bf5c-a500-440a-a247-090d3dbe386b,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:37.967915 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68522838-e304-477e-b3c1-0b82c4623cca req-58fb3b77-3f55-4c7f-8171-dfa3a5a16adf tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.969376 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-68522838-e304-477e-b3c1-0b82c4623cca req-58fb3b77-3f55-4c7f-8171-dfa3a5a16adf tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.1022129 Oct 13 13:12:37.979109 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805930-ec9a-4fba-9243-43078d972547 req-1b92a4e7-3d8d-4c1e-9bb0-32efe2844d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:37.980508 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-1b92a4e7-3d8d-4c1e-9bb0-32efe2844d12 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.4350240 Oct 13 13:12:38.028246 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2457b324-5fa6-4475-93d4-dbd8a80cfb02 req-6bd86fa6-8ee0-49c5-8cd8-7c7871587977 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933008 Oct 13 13:12:38.042292 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-68522838-e304-477e-b3c1-0b82c4623cca req-7fc6a05d-576f-416c-a977-f0de51628e0b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658083 Oct 13 13:12:38.092569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f4229-f7ae-446a-adb4-6f0efb27644e x-openstack-request-id: req-7a8f4229-f7ae-446a-adb4-6f0efb27644e {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:38.092866 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c61fd5-2f2a-4cd9-a439-00943de4dda6", "tag": "47c8bf5c-a500-440a-a247-090d3dbe386b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:38.093122 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a8f4229-f7ae-446a-adb4-6f0efb27644e {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:38.093533 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a8f4229-f7ae-446a-adb4-6f0efb27644e'] response: {'name': 'network-changed', 'server_uuid': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'tag': '47c8bf5c-a500-440a-a247-090d3dbe386b', 'status': 'completed', 'code': 200} Oct 13 13:12:38.154126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02327-9b0a-45ba-8baa-a4dae6095073 req-3f7b40d3-333f-41ef-be87-d53588f954ca tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.155710 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c3d02327-9b0a-45ba-8baa-a4dae6095073 req-3f7b40d3-333f-41ef-be87-d53588f954ca tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0587940 Oct 13 13:12:38.200950 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95306a3-d6e9-43f6-9d33-c13d12bc515c req-dc2c544f-fa5e-4763-8ad8-ad7fc06529a3 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.202342 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b95306a3-d6e9-43f6-9d33-c13d12bc515c req-dc2c544f-fa5e-4763-8ad8-ad7fc06529a3 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0648091 Oct 13 13:12:38.244005 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c3d02327-9b0a-45ba-8baa-a4dae6095073 req-985d16da-f66a-43f1-92b6-eb659156ef9d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728977 Oct 13 13:12:38.265057 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b95306a3-d6e9-43f6-9d33-c13d12bc515c req-df6ef305-099d-4bdd-b171-594648dfcc73 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529404 Oct 13 13:12:38.573791 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-ea887ee9-35d0-4541-8731-b4382382287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.575318 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-ea887ee9-35d0-4541-8731-b4382382287e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1127 time: 0.0691383 Oct 13 13:12:38.576375 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440aed9-8b04-405b-8335-67c472cf5ff6 req-aa5e6c3a-ed3d-4a02-b3d4-35e525320945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.577812 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e440aed9-8b04-405b-8335-67c472cf5ff6 req-aa5e6c3a-ed3d-4a02-b3d4-35e525320945 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f85144e13e254365a86aa785093c8575&device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 1128 time: 0.0628953 Oct 13 13:12:38.588359 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-5e1a5668-4e8a-49cd-afce-73001710ac97 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 1002 time: 0.0839763 Oct 13 13:12:38.620486 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:38.636724 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805930-ec9a-4fba-9243-43078d972547 req-cc9b978c-14c0-4d51-9fa0-ecb2ee3b2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.638151 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-cc9b978c-14c0-4d51-9fa0-ecb2ee3b2241 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.0439026 Oct 13 13:12:38.640041 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-2bc63a38-5e9f-4166-bcf2-ba0147869a72 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 217 time: 0.0517344 Oct 13 13:12:38.687549 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb805930-ec9a-4fba-9243-43078d972547 req-d9ff38a1-2029-4500-b5c3-ef694fd80d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.689015 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-d9ff38a1-2029-4500-b5c3-ef694fd80d66 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385017 Oct 13 13:12:38.735363 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-301474d0-52aa-47b3-83a2-6d61f016682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.736798 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-301474d0-52aa-47b3-83a2-6d61f016682b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 200 len: 854 time: 0.0681996 Oct 13 13:12:38.782393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440aed9-8b04-405b-8335-67c472cf5ff6 req-1b82b06c-9fd1-4393-9de5-a3c36d37ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.783873 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e440aed9-8b04-405b-8335-67c472cf5ff6 req-1b82b06c-9fd1-4393-9de5-a3c36d37ce1a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=f85144e13e254365a86aa785093c8575&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1945360 Oct 13 13:12:38.787732 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-631e626b-c29f-412d-b8ea-47bb03bf1635 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918038 Oct 13 13:12:38.793596 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-824c2e4e-56df-4066-b029-4f445adb9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:38.794989 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-824c2e4e-56df-4066-b029-4f445adb9c0e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=166f36a0-8f38-4dea-a79f-656b2b96b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516276 Oct 13 13:12:38.872230 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:38.884286 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eb805930-ec9a-4fba-9243-43078d972547 req-fa7907b4-ae08-47fc-8b61-288f108ef12f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890629 Oct 13 13:12:39.170434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440aed9-8b04-405b-8335-67c472cf5ff6 req-0f40ee80-c23b-4eaf-8378-ae69e59bc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:39.171840 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e440aed9-8b04-405b-8335-67c472cf5ff6 req-0f40ee80-c23b-4eaf-8378-ae69e59bc253 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3760006 Oct 13 13:12:39.173524 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-c74963bc-e8dd-4e33-a154-ce84095cc23f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694239 Oct 13 13:12:39.178505 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3d505-834b-4917-ae08-4f5f8af9780d req-2b82ce31-e784-4cc5-a992-580056bc5579 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:39.179986 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3a3d505-834b-4917-ae08-4f5f8af9780d req-2b82ce31-e784-4cc5-a992-580056bc5579 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 944 time: 0.0749934 Oct 13 13:12:39.200117 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1b111-7198-4288-9b52-cf8189edc8dc req-d46d0bb6-da91-4101-978c-47888753bffa tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:39.201562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-70a1b111-7198-4288-9b52-cf8189edc8dc req-d46d0bb6-da91-4101-978c-47888753bffa tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 946 time: 0.0667160 Oct 13 13:12:39.264371 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d3a3d505-834b-4917-ae08-4f5f8af9780d req-32212894-a5b1-49a5-8154-c26754db1d0a tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787799 Oct 13 13:12:39.275994 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-70a1b111-7198-4288-9b52-cf8189edc8dc req-8c70f5f4-67fa-4926-ba48-08317609a6cc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673020 Oct 13 13:12:39.393777 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7234d5-c69a-4fb5-b115-792d1fad10b2 req-36c7ad3b-8406-4404-94fb-c4d81299a2a7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:39.395787 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0b7234d5-c69a-4fb5-b115-792d1fad10b2 req-36c7ad3b-8406-4404-94fb-c4d81299a2a7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 944 time: 0.0736136 Oct 13 13:12:39.415085 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28d766-54d1-4d0c-b6fe-46d8bc760cc5 req-f0692de8-65d8-4e84-ae00-cbdebbab0d4c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:39.416450 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e28d766-54d1-4d0c-b6fe-46d8bc760cc5 req-f0692de8-65d8-4e84-ae00-cbdebbab0d4c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0652642 Oct 13 13:12:39.475907 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0b7234d5-c69a-4fb5-b115-792d1fad10b2 req-0ec7d44f-482f-4325-88d8-5af01031fe98 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744650 Oct 13 13:12:39.487241 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e28d766-54d1-4d0c-b6fe-46d8bc760cc5 req-779e2fbe-92ce-49d2-9d03-83030aa2798d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639958 Oct 13 13:12:39.842356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:12:39.845669 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:12:39.915346 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=12 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:39.938470 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=27 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:39.986556 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: ACTIVE; New status is: DOWN {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:39.986949 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:40.012097 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:40.030901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:40.033147 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93adbfa3-ea6e-4360-aa3a-0c1880836efa" -d '{"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:40.044154 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 464, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:12:40.048952 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:40.071277 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:40.075984 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf46940-3333-4d54-816d-ca33856b3f9a x-openstack-request-id: req-cdf46940-3333-4d54-816d-ca33856b3f9a {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:40.076274 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:40.076523 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdf46940-3333-4d54-816d-ca33856b3f9a {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:40.076908 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf46940-3333-4d54-816d-ca33856b3f9a'] response: {'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'code': 200} Oct 13 13:12:40.118601 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:40.118915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:40.142858 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:40.147012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=8']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:40.164373 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:40.167773 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:40.213019 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:40.414588 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1ab5e-5337-4155-b0a7-4221f6d4f368 req-77d7224c-00b1-4d02-8873-82354a4d6562 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:40.415316 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:40.416012 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1bd1ab5e-5337-4155-b0a7-4221f6d4f368 req-77d7224c-00b1-4d02-8873-82354a4d6562 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 944 time: 0.0771382 Oct 13 13:12:40.437557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7df4-0fbb-43fb-b92d-df0398128475 req-1135daa5-2eab-43f7-b865-3b60e7731339 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:40.438988 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-efbd7df4-0fbb-43fb-b92d-df0398128475 req-1135daa5-2eab-43f7-b865-3b60e7731339 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0673933 Oct 13 13:12:40.500965 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1bd1ab5e-5337-4155-b0a7-4221f6d4f368 req-1d181f2e-4596-459d-8d98-dc76e75033e6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779073 Oct 13 13:12:40.525212 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-efbd7df4-0fbb-43fb-b92d-df0398128475 req-49054fb4-a181-43e1-907e-17bf02fefb7d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786729 Oct 13 13:12:40.590460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-58d2650f-038e-4c11-8bc0-3baa1c86c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:40.591771 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-58d2650f-038e-4c11-8bc0-3baa1c86c930 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=f85144e13e254365a86aa785093c8575&device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 1128 time: 0.1049888 Oct 13 13:12:40.651195 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-19f4f6d8-80df-41f5-a525-c37ae0aae87a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47c8bf5c-a500-440a-a247-090d3dbe386b HTTP/1.1" status: 200 len: 217 time: 0.0443785 Oct 13 13:12:40.653515 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-013d3aa3-6e39-4e63-ab19-66c637e4c32d req-6c66852d-5d92-4171-9e36-9c19802073ec service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957757 Oct 13 13:12:40.688237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adaaa6-afb4-42ff-95bd-427da830bd8a req-dd19b643-0876-449f-a885-ad0232f131ed tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:40.689635 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9adaaa6-afb4-42ff-95bd-427da830bd8a req-dd19b643-0876-449f-a885-ad0232f131ed tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 945 time: 0.0947530 Oct 13 13:12:40.698014 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:40.698359 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ecb4a-5a56-4c81-98b1-50a805f002c9 req-70bc16ee-0f4f-4520-8086-51e6e20504e2 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:40.699865 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a1ecb4a-5a56-4c81-98b1-50a805f002c9 req-70bc16ee-0f4f-4520-8086-51e6e20504e2 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0928457 Oct 13 13:12:40.718487 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-98a6c5b1-eebd-4dc3-b447-9b4cceba9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:40.720058 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-98a6c5b1-eebd-4dc3-b447-9b4cceba9202 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5 HTTP/1.1" status: 200 len: 853 time: 0.0585251 Oct 13 13:12:40.720855 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:40.774857 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d9adaaa6-afb4-42ff-95bd-427da830bd8a req-85f46ab3-3077-4966-bd5b-535f7522f0c7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740309 Oct 13 13:12:40.778971 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a1ecb4a-5a56-4c81-98b1-50a805f002c9 req-4945527c-9d59-41ed-af4d-cb7afb7e1a5c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713217 Oct 13 13:12:41.484032 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7540fe44-7636-4d66-b923-86b5c008e0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:41.578536 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-4bb0c7c3-bff1-4f27-93e9-07bbd966f335 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=5b4f82fe-1259-480a-b97a-2403a9b4130d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291181 Oct 13 13:12:41.609312 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:41.679355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06aa54-7fc8-4fba-9835-f1d49a2debd4 req-1467218e-845a-4999-bb7a-9cb1daf0da6a tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:41.680971 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0c06aa54-7fc8-4fba-9835-f1d49a2debd4 req-1467218e-845a-4999-bb7a-9cb1daf0da6a tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 944 time: 0.0958424 Oct 13 13:12:41.700743 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-2a0351f0-d71b-4e2d-9232-156dcdc4e416 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041822 Oct 13 13:12:41.712609 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5de8ee-eacc-4eca-b74e-ba59242a8a33 req-2c95af3f-58ca-47af-952c-a85ca94fb1ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:41.714664 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be5de8ee-eacc-4eca-b74e-ba59242a8a33 req-2c95af3f-58ca-47af-952c-a85ca94fb1ce tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0826089 Oct 13 13:12:41.770038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0c06aa54-7fc8-4fba-9835-f1d49a2debd4 req-05aafe9f-0b0a-4404-973a-fe6703c08dbf tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801678 Oct 13 13:12:41.785215 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be5de8ee-eacc-4eca-b74e-ba59242a8a33 req-46d57f96-8fb9-474c-b0eb-f4c31cdc506c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639300 Oct 13 13:12:41.818423 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ab5ae6ba-22d7-4e81-b53f-b58b6c8a738d req-61b0d7f5-7e3b-40f2-bf6f-824d1701940d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077144 Oct 13 13:12:41.871883 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:41.898840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2e582-f0a5-47a6-a9d2-fae6039b4948 req-f2f52ef5-8361-4581-a61b-09c58fac3365 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:41.900434 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-47c2e582-f0a5-47a6-a9d2-fae6039b4948 req-f2f52ef5-8361-4581-a61b-09c58fac3365 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 945 time: 0.0492845 Oct 13 13:12:41.926482 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:12:41.938157 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:41.938594 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:41.939683 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 Oct 13 13:12:41.959477 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-47c2e582-f0a5-47a6-a9d2-fae6039b4948 req-d5a670bf-49ab-4cf4-b7f3-9064c1e9be7f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512705 Oct 13 13:12:42.023886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:42.024460 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:42.063279 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:42.070314 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:42.079727 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:42.082281 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa928c-9668-4f48-938a-c65b887e2c03" -d '{"events": [{"server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "name": "network-vif-plugged", "status": "completed", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:42.087436 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:42.091336 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbfb2e-12be-471d-b9c4-0519c23882c3 req-2a910cca-cb34-44f6-bf50-253e7f832574 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:42.091795 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:42.092751 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:12:42.099677 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-edcbfb2e-12be-471d-b9c4-0519c23882c3 req-2a910cca-cb34-44f6-bf50-253e7f832574 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0633390 Oct 13 13:12:42.145498 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-edcbfb2e-12be-471d-b9c4-0519c23882c3 req-00ca4867-64b6-4c2b-ab9f-36f2e014bae9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Oct 13 13:12:42.175412 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:42.219187 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e603d7-85ba-45b6-a205-3a0bbf512217 x-openstack-request-id: req-d1e603d7-85ba-45b6-a205-3a0bbf512217 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:42.219496 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "name": "network-vif-plugged", "status": "completed", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:42.219749 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1e603d7-85ba-45b6-a205-3a0bbf512217 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:42.220139 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e603d7-85ba-45b6-a205-3a0bbf512217'] response: {'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'code': 200} Oct 13 13:12:42.226336 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: DOWN; New status is: DOWN {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:42.350129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-6da2ede6-8127-481e-aa7b-2347c6498c9f req-0b7d7590-0487-41dc-b3bb-e2bd34b53b8a service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:12:42.351142 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6da2ede6-8127-481e-aa7b-2347c6498c9f req-0b7d7590-0487-41dc-b3bb-e2bd34b53b8a service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060291 Oct 13 13:12:42.488754 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:42.526751 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658cabb-4f4a-476c-9934-ec860b6e36cc req-da30b9eb-d39b-4c9c-9e1e-959ebfd1455e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:42.528415 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f658cabb-4f4a-476c-9934-ec860b6e36cc req-da30b9eb-d39b-4c9c-9e1e-959ebfd1455e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0494099 Oct 13 13:12:42.577025 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f658cabb-4f4a-476c-9934-ec860b6e36cc req-97d9043d-4ff0-460a-aacd-95218b0f0162 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Oct 13 13:12:42.821101 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52058) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:42.902408 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b71f1-c7df-4e09-a3a3-eacd30e0c19e req-79e40964-1c02-40e6-b4a4-748828fe038b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:42.903931 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e44b71f1-c7df-4e09-a3a3-eacd30e0c19e req-79e40964-1c02-40e6-b4a4-748828fe038b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 944 time: 0.0488489 Oct 13 13:12:42.911354 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-91434a90-83ac-495e-bda6-fe0e7daa5395 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890248 Oct 13 13:12:42.917035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-bfffaf7d-5598-4315-9d15-d072337c6b9f service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:12:42.926775 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-bfffaf7d-5598-4315-9d15-d072337c6b9f service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0099163 Oct 13 13:12:42.980523 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e44b71f1-c7df-4e09-a3a3-eacd30e0c19e req-12162fdf-f486-4231-a349-a2a407e380d2 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647175 Oct 13 13:12:43.021090 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52068) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:43.091103 dv-cinder-826607-8-iscsi neutron-server[104572]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 13:12:43.104494 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b65a1-8470-4927-b686-6ffa7f7d8a8a req-179d87b9-7238-41bd-bbec-cc6b93811d30 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:43.106119 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-990b65a1-8470-4927-b686-6ffa7f7d8a8a req-179d87b9-7238-41bd-bbec-cc6b93811d30 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Oct 13 13:12:43.135066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039b933-a117-4ee8-af02-802154c39a33 req-e16de68b-18b8-4209-938e-4e52f8678fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:43.136568 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7039b933-a117-4ee8-af02-802154c39a33 req-e16de68b-18b8-4209-938e-4e52f8678fc8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0778522 Oct 13 13:12:43.147463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007fe4-118c-42de-80f2-6108096828f8 req-853a35d3-1286-4f57-8208-f22fd32b8742 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:43.148761 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-853a35d3-1286-4f57-8208-f22fd32b8742 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports/bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 941 time: 0.1264744 Oct 13 13:12:43.154391 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-990b65a1-8470-4927-b686-6ffa7f7d8a8a req-4ef958cb-23c0-4a31-8c12-2b4cacff428a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 Oct 13 13:12:43.189526 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7039b933-a117-4ee8-af02-802154c39a33 req-0c00a9c7-2ebd-4884-8100-27c1a9843b72 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Oct 13 13:12:43.275843 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6343cd7-3536-49a9-85e6-c73c74077447 req-ea90727b-9a9f-4ccc-b2a3-1a2d2481a4d4 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:43.277321 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d6343cd7-3536-49a9-85e6-c73c74077447 req-ea90727b-9a9f-4ccc-b2a3-1a2d2481a4d4 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 943 time: 0.0469487 Oct 13 13:12:43.324244 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d6343cd7-3536-49a9-85e6-c73c74077447 req-afff6a03-3f5d-4ce3-9be5-5b0e7e4e15d0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412402 Oct 13 13:12:43.687954 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-441faf59-caf3-44ba-b5e8-063f22478245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:43.708358 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2c338-a710-488d-a2e5-c97a0a50f00b req-1c3ab840-9544-49aa-8b7c-fcaf758d15f1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:43.709875 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fb2c338-a710-488d-a2e5-c97a0a50f00b req-1c3ab840-9544-49aa-8b7c-fcaf758d15f1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0521805 Oct 13 13:12:43.756808 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fb2c338-a710-488d-a2e5-c97a0a50f00b req-99545dd7-e437-4b6e-be58-0dfd7dde525e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Oct 13 13:12:43.860350 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47c8bf5c-a500-440a-a247-090d3dbe386b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:12:43.958690 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 47c8bf5c-a500-440a-a247-090d3dbe386b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47c8bf5c-a500-440a-a247-090d3dbe386b,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:43.969841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '47c8bf5c-a500-440a-a247-090d3dbe386b', 'network_id': '5b4f82fe-1259-480a-b97a-2403a9b4130d', 'port_id': '47c8bf5c-a500-440a-a247-090d3dbe386b', 'mac_address': 'fa:16:3e:09:48:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:12:44.008956 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 47c8bf5c-a500-440a-a247-090d3dbe386b is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:44.009349 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:44.023082 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c8bf5c-a500-440a-a247-090d3dbe386b {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:44.049352 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 47c8bf5c-a500-440a-a247-090d3dbe386b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47c8bf5c-a500-440a-a247-090d3dbe386b,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:44.054093 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:44.054781 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 5e82a763-989b-4ba3-b2d2-7ad17b260a77 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:12:44.109037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59bf9-5e9d-413a-8046-d59f61cd32a1 req-adc43ad4-d2a4-4bb1-9859-91f730b98ba6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:44.110585 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86d59bf9-5e9d-413a-8046-d59f61cd32a1 req-adc43ad4-d2a4-4bb1-9859-91f730b98ba6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 945 time: 0.0474241 Oct 13 13:12:44.136567 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:44.149503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=47c8bf5c-a500-440a-a247-090d3dbe386b,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:44.160008 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86d59bf9-5e9d-413a-8046-d59f61cd32a1 req-52e88f4b-f128-448b-88d0-d532496d848b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426555 Oct 13 13:12:44.203969 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:44.215858 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'port_id': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'mac_address': 'fa:16:3e:54:c8:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 485, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:12:44.253480 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:44.253785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:44.267353 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e82a763-989b-4ba3-b2d2-7ad17b260a77 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:12:44.282624 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4f8f-fa88-47ee-b698-4ad5dd6909d4 req-436a9d92-ae21-4bd9-b9b8-0b3162173bd4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:44.284153 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f92c4f8f-fa88-47ee-b698-4ad5dd6909d4 req-436a9d92-ae21-4bd9-b9b8-0b3162173bd4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0519865 Oct 13 13:12:44.288265 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:44.292669 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:44.333457 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f92c4f8f-fa88-47ee-b698-4ad5dd6909d4 req-3da025b5-fd23-420a-84eb-24479f338b12 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Oct 13 13:12:44.346315 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:44.444168 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4e9e2-c234-41cf-b289-df434d7c60d7 req-e00d4488-e8db-442d-9baf-3755d075ae20 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:44.445616 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5d4e9e2-c234-41cf-b289-df434d7c60d7 req-e00d4488-e8db-442d-9baf-3755d075ae20 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 944 time: 0.0461109 Oct 13 13:12:44.491850 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5d4e9e2-c234-41cf-b289-df434d7c60d7 req-fb432511-a4f3-4596-9ada-7c1630d6a395 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Oct 13 13:12:44.765785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['47c8bf5c-a500-440a-a247-090d3dbe386b'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:44.840400 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:44.881785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['5e82a763-989b-4ba3-b2d2-7ad17b260a77'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:12:44.932053 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509827ca-7167-4ce7-aed2-d9e25acb19b0 req-2428192f-330e-4908-af9d-99bc43ed2a67 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:44.933684 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-509827ca-7167-4ce7-aed2-d9e25acb19b0 req-2428192f-330e-4908-af9d-99bc43ed2a67 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0709903 Oct 13 13:12:44.979841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:44.990490 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-509827ca-7167-4ce7-aed2-d9e25acb19b0 req-c72ec5b3-63da-4dae-a1c3-c3ac579fddc0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478528 Oct 13 13:12:45.038382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:45.281391 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4ceec-5713-4a66-932c-943bbb9c6163 req-b21f8dd1-7f58-45bd-91b6-7644136f550d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.282855 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30d4ceec-5713-4a66-932c-943bbb9c6163 req-b21f8dd1-7f58-45bd-91b6-7644136f550d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 945 time: 0.0482202 Oct 13 13:12:45.329935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30d4ceec-5713-4a66-932c-943bbb9c6163 req-7c335d1b-356a-43eb-acec-13bd78e6b5ec tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Oct 13 13:12:45.450800 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37b82f-b492-492f-8667-b202ded57e08 req-0bf38689-bc45-472e-88b0-1c7f2364e8cf tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.452282 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b37b82f-b492-492f-8667-b202ded57e08 req-0bf38689-bc45-472e-88b0-1c7f2364e8cf tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0463099 Oct 13 13:12:45.498138 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b37b82f-b492-492f-8667-b202ded57e08 req-34932563-dda0-4731-944e-7de52a06b856 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Oct 13 13:12:45.628266 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:45.644504 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007fe4-118c-42de-80f2-6108096828f8 req-b592d74e-dfd9-4422-b802-7c390fc11e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.646581 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-b592d74e-dfd9-4422-b802-7c390fc11e01 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf&tenant_id=4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 1128 time: 0.0710599 Oct 13 13:12:45.646737 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6dc5-04a9-470c-9b2e-1800b150b5c8 req-9b0a9ea4-0b1e-4274-bcf7-cd10bf4db15d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.648214 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c01c6dc5-04a9-470c-9b2e-1800b150b5c8 req-9b0a9ea4-0b1e-4274-bcf7-cd10bf4db15d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0802226 Oct 13 13:12:45.658339 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5d10-2e63-41d4-b39e-15c2f3807f8b req-654b85f0-fb55-4dde-a50c-3495cb72b958 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.658566 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52098) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:12:45.660346 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a20f5d10-2e63-41d4-b39e-15c2f3807f8b req-654b85f0-fb55-4dde-a50c-3495cb72b958 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 944 time: 0.0837965 Oct 13 13:12:45.663832 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'floatingip': {'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:12:45.708804 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a20f5d10-2e63-41d4-b39e-15c2f3807f8b req-bc3bac63-1ab2-4ce5-9f0f-993a62d2e858 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Oct 13 13:12:45.756240 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:45.816428 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007fe4-118c-42de-80f2-6108096828f8 req-6239d401-3329-4743-b211-9502dca5998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.817888 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-6239d401-3329-4743-b211-9502dca5998b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1128 time: 0.1236544 Oct 13 13:12:45.994449 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007fe4-118c-42de-80f2-6108096828f8 req-15b09b8b-b381-4fe2-8a5b-56d2730e80ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:45.995949 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-15b09b8b-b381-4fe2-8a5b-56d2730e80ce service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.1708276 Oct 13 13:12:46.124362 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20c955-223e-4314-9d3e-64eccac532fa req-62bd80f3-3e1f-4ff0-8a06-4ec7dcde8901 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:46.125848 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c20c955-223e-4314-9d3e-64eccac532fa req-62bd80f3-3e1f-4ff0-8a06-4ec7dcde8901 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0469849 Oct 13 13:12:46.128194 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-48ac2a93-570e-4b86-91ab-38632c72efb5 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 200 len: 1000 time: 0.1096554 Oct 13 13:12:46.178401 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c20c955-223e-4314-9d3e-64eccac532fa req-4156ad34-bb26-4273-8811-d7581276c121 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468214 Oct 13 13:12:46.225930 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 5e82a763-989b-4ba3-b2d2-7ad17b260a77 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:46.271107 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:12:46.276746 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:46.277191 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.277531 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 Oct 13 13:12:46.306669 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007fe4-118c-42de-80f2-6108096828f8 req-f567f74b-578d-4197-94e4-fb6c1dd4b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:46.308146 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-f567f74b-578d-4197-94e4-fb6c1dd4b1e8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.1558867 Oct 13 13:12:46.352268 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:46.352660 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.380473 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:46.381213 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:46.384006 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ef027-0280-4fa9-91cc-55c36f191da4" -d '{"events": [{"server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "name": "network-vif-plugged", "status": "completed", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:46.387127 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:46.399812 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:46.403947 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.404869 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47c8bf5c-a500-440a-a247-090d3dbe386b up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:12:46.435177 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007fe4-118c-42de-80f2-6108096828f8 req-2b8f0244-ae83-4e06-b9c5-3cb8dde53f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:46.436596 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-2b8f0244-ae83-4e06-b9c5-3cb8dde53f89 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1153188 Oct 13 13:12:46.472272 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35748a2-5bad-4365-9655-a237bfc104b9 x-openstack-request-id: req-c35748a2-5bad-4365-9655-a237bfc104b9 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:46.472979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "name": "network-vif-plugged", "status": "completed", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:46.473382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c35748a2-5bad-4365-9655-a237bfc104b9 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:46.473910 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35748a2-5bad-4365-9655-a237bfc104b9'] response: {'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'code': 200} Oct 13 13:12:46.503211 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 47c8bf5c-a500-440a-a247-090d3dbe386b completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:12:46.511012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:46.514718 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 47c8bf5c-a500-440a-a247-090d3dbe386b triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:12:46.515302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.515802 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 47c8bf5c-a500-440a-a247-090d3dbe386b Oct 13 13:12:46.537132 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf7bb-6de8-4b9d-a50f-91997de061c1 req-464601bf-2856-459d-b4c8-007dcf50e197 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:46.544575 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-04ddf7bb-6de8-4b9d-a50f-91997de061c1 req-464601bf-2856-459d-b4c8-007dcf50e197 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 945 time: 0.1017044 Oct 13 13:12:46.584713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.590032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.600312 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-04ddf7bb-6de8-4b9d-a50f-91997de061c1 req-b3645218-17f3-4061-9fd8-c38a1fe15586 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549948 Oct 13 13:12:46.616903 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 47c8bf5c-a500-440a-a247-090d3dbe386b is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:12:46.617393 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.653115 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 47c8bf5c-a500-440a-a247-090d3dbe386b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47c8bf5c-a500-440a-a247-090d3dbe386b,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:12:46.657603 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.688884 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:46.714949 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=47c8bf5c-a500-440a-a247-090d3dbe386b,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:12:46.820191 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:46.838523 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80fd85-a316-4ba2-ac95-c12f53501eb3 req-b8fd3a9d-9325-426e-896e-9906d42ae795 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:46.840068 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb80fd85-a316-4ba2-ac95-c12f53501eb3 req-b8fd3a9d-9325-426e-896e-9906d42ae795 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Oct 13 13:12:46.888083 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb80fd85-a316-4ba2-ac95-c12f53501eb3 req-76085f64-eb0d-4a78-8251-764e9cd30bbc tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Oct 13 13:12:46.897741 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-d27da943-6a4e-4172-b189-e7c3ca01c292 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471407 Oct 13 13:12:46.952460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403ceeb-debc-4f32-b4ef-5cc750ce84de req-7b4ca184-9b39-4e4f-b14f-82f89bf74a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:46.953849 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3403ceeb-debc-4f32-b4ef-5cc750ce84de req-7b4ca184-9b39-4e4f-b14f-82f89bf74a63 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1129 time: 0.1032979 Oct 13 13:12:46.988736 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:47.036768 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Floating IP 9965e5e0-193a-466b-88a7-de7e7201af39 associated. External IP: 172.27.1.182, port: feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04. Oct 13 13:12:47.097834 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-3403ceeb-debc-4f32-b4ef-5cc750ce84de req-67dafa8e-83ac-48fa-aa85-4c648f73f301 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144617 Oct 13 13:12:47.115627 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-63007fe4-118c-42de-80f2-6108096828f8 req-0eb19bbc-402a-4b90-ae51-f58d535f90df service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090664 Oct 13 13:12:47.267639 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Router 7b492047-1ab3-414e-b64b-8ac0c723eca1 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:12:47.309750 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29824e-71c4-4f8b-9da4-58982e590dcd req-1eb674b1-78eb-4dd4-bb9e-51dfddcf3177 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:47.311263 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec29824e-71c4-4f8b-9da4-58982e590dcd req-1eb674b1-78eb-4dd4-bb9e-51dfddcf3177 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0504870 Oct 13 13:12:47.362808 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ec29824e-71c4-4f8b-9da4-58982e590dcd req-2e9f7395-1fb4-4a21-ad9c-237b1b0a0245 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444052 Oct 13 13:12:47.380758 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:12:47.402454 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:47.407259 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] Sync routers for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:12:47.417288 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:12:47.417899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:12:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:47.432888 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-12076a75-720a-45ae-847c-5afac5416483 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/9965e5e0-193a-466b-88a7-de7e7201af39 HTTP/1.1" status: 200 len: 992 time: 1.7725425 Oct 13 13:12:47.433645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:47.436016 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:47.474820 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bae5c4c-79a7-4bf1-8c00-2a57ac85e084 x-openstack-request-id: req-4bae5c4c-79a7-4bf1-8c00-2a57ac85e084 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:47.475148 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:47.475406 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bae5c4c-79a7-4bf1-8c00-2a57ac85e084 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:47.475821 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bae5c4c-79a7-4bf1-8c00-2a57ac85e084'] response: {'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'status': 'completed', 'code': 200} Oct 13 13:12:47.658211 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:12:47.736728 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eab9da-48ff-4168-a707-ae92c9f9cff8 req-13c64922-5aaa-40eb-8435-87fe35fbbd1d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:47.739429 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e8eab9da-48ff-4168-a707-ae92c9f9cff8 req-13c64922-5aaa-40eb-8435-87fe35fbbd1d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0541713 Oct 13 13:12:47.777046 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:47.795729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:47.810397 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e8eab9da-48ff-4168-a707-ae92c9f9cff8 req-1b34dab1-b69d-435c-8c07-6be3465679e3 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654001 Oct 13 13:12:47.899756 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-78436b54-3794-4d70-9caa-4f8dcc63832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:47.902929 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-78436b54-3794-4d70-9caa-4f8dcc63832b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0635724 Oct 13 13:12:47.998400 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '9965e5e0-193a-466b-88a7-de7e7201af39', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:12:12Z', 'updated_at': '2022-10-13T13:12:46Z', 'revision_number': 1, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:48.031591 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] Checking router: 7b492047-1ab3-414e-b64b-8ac0c723eca1 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:12:48.043236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:12:48.044191 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:12:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:48.055455 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210712a-992f-423b-a4b5-0d2eb64b98d5 req-0f7269bf-49df-481c-a775-6736cf6b15aa tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:48.065459 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3210712a-992f-423b-a4b5-0d2eb64b98d5 req-0f7269bf-49df-481c-a775-6736cf6b15aa tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0855577 Oct 13 13:12:48.139433 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3210712a-992f-423b-a4b5-0d2eb64b98d5 req-f22c71dd-89e6-48f0-9f1c-8ada1197c92d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719750 Oct 13 13:12:48.201805 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:12:48.465770 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '9965e5e0-193a-466b-88a7-de7e7201af39', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:12:12Z', 'updated_at': '2022-10-13T13:12:46Z', 'revision_number': 1, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:12:48.496696 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c8bf5c-a500-440a-a247-090d3dbe386b'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:12:48.499042 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9d5ce9-9936-4808-82ae-5a0ba7b6968d" -d '{"events": [{"server_uuid": "c8c61fd5-2f2a-4cd9-a439-00943de4dda6", "name": "network-vif-plugged", "status": "completed", "tag": "47c8bf5c-a500-440a-a247-090d3dbe386b"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:12:48.501968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1721b68-033a-4685-bb19-9af28b8110e9 None None] The sync data for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi is: [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '9965e5e0-193a-466b-88a7-de7e7201af39', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:12:12Z', 'updated_at': '2022-10-13T13:12:46Z', 'revision_number': 1, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:12:48.548949 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f82abf2-d8b2-4d03-b47b-33ff0462b805 x-openstack-request-id: req-3f82abf2-d8b2-4d03-b47b-33ff0462b805 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:12:48.549288 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c61fd5-2f2a-4cd9-a439-00943de4dda6", "name": "network-vif-plugged", "status": "completed", "tag": "47c8bf5c-a500-440a-a247-090d3dbe386b", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:12:48.549607 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f82abf2-d8b2-4d03-b47b-33ff0462b805 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:12:48.550573 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f82abf2-d8b2-4d03-b47b-33ff0462b805'] response: {'server_uuid': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c8bf5c-a500-440a-a247-090d3dbe386b', 'code': 200} Oct 13 13:12:48.566190 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6cc99-8bf1-4187-a8d2-bf9c2e23de55 req-71ab0805-710b-4b1a-8901-ad730ec63f63 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:48.568371 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72a6cc99-8bf1-4187-a8d2-bf9c2e23de55 req-71ab0805-710b-4b1a-8901-ad730ec63f63 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0706804 Oct 13 13:12:48.637803 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72a6cc99-8bf1-4187-a8d2-bf9c2e23de55 req-8b1be86d-b15d-486a-9cb1-ca013cc0c1a3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633867 Oct 13 13:12:48.780159 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba751217-e403-4408-b215-b34c7dbdacc5 None None] New status for floating IP 9965e5e0-193a-466b-88a7-de7e7201af39: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:12:48.964486 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585524f-221d-4177-8820-4719197ec693 req-f8c1ac85-b3d9-432a-9e0e-66c14a9ee2d0 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:48.973142 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0585524f-221d-4177-8820-4719197ec693 req-f8c1ac85-b3d9-432a-9e0e-66c14a9ee2d0 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0743561 Oct 13 13:12:49.021440 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0585524f-221d-4177-8820-4719197ec693 req-ca57d5fb-5e24-41cf-a092-2888c1afb25c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473461 Oct 13 13:12:49.282994 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98872b-eba8-467c-8fd3-07ba7c58a02c req-9bb2dec5-28ef-48d6-8b03-860df26dbb4a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:49.284543 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-de98872b-eba8-467c-8fd3-07ba7c58a02c req-9bb2dec5-28ef-48d6-8b03-860df26dbb4a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Oct 13 13:12:49.345636 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-de98872b-eba8-467c-8fd3-07ba7c58a02c req-0bcb83f7-ff3e-421e-9d89-c1e7363cfa1b tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551264 Oct 13 13:12:49.782364 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00543f3-a02f-40de-8a6a-1a4e163b4193 req-57df3a46-5011-413b-94af-52c162c9ca4c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:49.783991 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a00543f3-a02f-40de-8a6a-1a4e163b4193 req-57df3a46-5011-413b-94af-52c162c9ca4c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0611725 Oct 13 13:12:49.823697 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:49.841455 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a00543f3-a02f-40de-8a6a-1a4e163b4193 req-96427fa0-8178-4852-be74-976803d0c8af tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510559 Oct 13 13:12:50.198061 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1caecb-15d3-4440-b196-8806153921c0 req-04488ba3-89b9-4ee3-983b-902e23f3ff8d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:50.199600 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bd1caecb-15d3-4440-b196-8806153921c0 req-04488ba3-89b9-4ee3-983b-902e23f3ff8d tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0626218 Oct 13 13:12:50.252858 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bd1caecb-15d3-4440-b196-8806153921c0 req-410d5d85-05d1-433b-b177-fa9268f43e56 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474319 Oct 13 13:12:50.470920 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ef389-e9c7-4113-80e5-3b4fe959e30c req-599bf487-e009-407c-abc8-191f9054ee31 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:50.473078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a43ef389-e9c7-4113-80e5-3b4fe959e30c req-599bf487-e009-407c-abc8-191f9054ee31 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0505865 Oct 13 13:12:50.526655 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a43ef389-e9c7-4113-80e5-3b4fe959e30c req-9eefc603-dc69-407e-9863-e4375917dbcf tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 Oct 13 13:12:50.972280 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:12:50.998124 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e78f-49db-4962-b400-1e3ea952423c req-f0864458-eb5f-4d84-a6d8-d7e8e20bd52e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:50.999837 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-47e3e78f-49db-4962-b400-1e3ea952423c req-f0864458-eb5f-4d84-a6d8-d7e8e20bd52e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0587964 Oct 13 13:12:51.055834 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-47e3e78f-49db-4962-b400-1e3ea952423c req-43f52cb7-3e88-4178-a605-3c08bf8d17cb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498173 Oct 13 13:12:51.403915 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ccdce-1e50-49d3-bc98-4a165d94bbf1 req-3e7d960e-4761-488e-b717-d4ca839ca0a6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:51.405404 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-477ccdce-1e50-49d3-bc98-4a165d94bbf1 req-3e7d960e-4761-488e-b717-d4ca839ca0a6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0590746 Oct 13 13:12:51.457677 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-477ccdce-1e50-49d3-bc98-4a165d94bbf1 req-e85c876e-36b2-4379-8cd5-d32be8d5568c tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Oct 13 13:12:51.659465 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be863752-5d21-4e8f-8b3b-b4b58536d8ec req-3d730d6b-48f9-4025-9ebb-78685b43031a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:51.661099 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be863752-5d21-4e8f-8b3b-b4b58536d8ec req-3d730d6b-48f9-4025-9ebb-78685b43031a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0506728 Oct 13 13:12:51.710050 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be863752-5d21-4e8f-8b3b-b4b58536d8ec req-1c7e9a43-620e-4239-a392-7dabf63c6ba8 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Oct 13 13:12:52.199812 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22306-2fbe-4e8e-a6fa-57648a596f9e req-0990786c-a7be-4756-8b2f-8c08313fa5fe tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:52.201202 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b0d22306-2fbe-4e8e-a6fa-57648a596f9e req-0990786c-a7be-4756-8b2f-8c08313fa5fe tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0529232 Oct 13 13:12:52.253949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b0d22306-2fbe-4e8e-a6fa-57648a596f9e req-b54ae051-9401-4312-aa49-b71daf1e0064 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Oct 13 13:12:52.581957 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:52.596094 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e02c7d-c23a-4e74-9881-cf9b7eb805db req-9901555c-788d-4996-a728-d5c82c355159 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:52.599897 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-11e02c7d-c23a-4e74-9881-cf9b7eb805db req-9901555c-788d-4996-a728-d5c82c355159 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0601945 Oct 13 13:12:52.658037 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-11e02c7d-c23a-4e74-9881-cf9b7eb805db req-a1af9685-4759-428d-a95f-c9990b1c4b5b tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Oct 13 13:12:52.860689 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc077-7da8-462d-a6dd-0c79d51532ef req-a684360a-4de0-422f-8649-0b62cb3bd91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:52.862327 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e30bc077-7da8-462d-a6dd-0c79d51532ef req-a684360a-4de0-422f-8649-0b62cb3bd91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0592811 Oct 13 13:12:52.951784 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e30bc077-7da8-462d-a6dd-0c79d51532ef req-3f2e5547-6db4-48ad-ab3b-3a572fbeacba tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763009 Oct 13 13:12:53.397628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b7a82-03da-4508-83a7-11f04c8f9114 req-b1460ee7-6371-4c10-a918-7fc8a2df3fd1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:53.399205 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-764b7a82-03da-4508-83a7-11f04c8f9114 req-b1460ee7-6371-4c10-a918-7fc8a2df3fd1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0497117 Oct 13 13:12:53.449195 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-764b7a82-03da-4508-83a7-11f04c8f9114 req-eee34dbe-6efe-4a9f-8a55-6785ce4557d5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444856 Oct 13 13:12:53.789430 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c840a3-d9e5-44c7-80f0-c05885c41b15 req-cf52f715-f37d-4b49-96bc-96bbfa79960e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:53.790969 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-65c840a3-d9e5-44c7-80f0-c05885c41b15 req-cf52f715-f37d-4b49-96bc-96bbfa79960e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0480471 Oct 13 13:12:53.839506 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-65c840a3-d9e5-44c7-80f0-c05885c41b15 req-a51ef7d6-c5c8-4f63-b97b-0904cb0d6117 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Oct 13 13:12:54.067325 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:54.083086 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efca1-517f-4cdb-9551-ad48f53f47f4 req-0c4d70c5-a0ca-4d57-a14a-95c9726182dc tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:54.084547 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-049efca1-517f-4cdb-9551-ad48f53f47f4 req-0c4d70c5-a0ca-4d57-a14a-95c9726182dc tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0548513 Oct 13 13:12:54.162245 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-049efca1-517f-4cdb-9551-ad48f53f47f4 req-535b8de5-70e6-4106-a35c-186f6dc11b8e tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718060 Oct 13 13:12:54.599837 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc517-9626-4a19-8d6d-f097a0a1a997 req-2946a254-597f-4825-a87c-aa8a6ea872a6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:54.601247 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a4bc517-9626-4a19-8d6d-f097a0a1a997 req-2946a254-597f-4825-a87c-aa8a6ea872a6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0575764 Oct 13 13:12:54.653342 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a4bc517-9626-4a19-8d6d-f097a0a1a997 req-87e3376f-038f-4ad9-a2c4-56b6d6c3a670 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464854 Oct 13 13:12:54.986390 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc6348-3e99-4a57-8083-604fa4e35355 req-c6a94f40-97d0-4f49-9439-03bd118ffd0e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:54.988698 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-accc6348-3e99-4a57-8083-604fa4e35355 req-c6a94f40-97d0-4f49-9439-03bd118ffd0e tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0563462 Oct 13 13:12:55.055709 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-accc6348-3e99-4a57-8083-604fa4e35355 req-d9bef88c-30f1-4b4c-a931-f885b0f5c4e6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Oct 13 13:12:55.288208 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45533e-3719-4dc9-86a0-2d72a06e178c req-2c638356-0a92-4878-b889-edc91d4f9091 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:55.289980 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6e45533e-3719-4dc9-86a0-2d72a06e178c req-2c638356-0a92-4878-b889-edc91d4f9091 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Oct 13 13:12:55.341552 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6e45533e-3719-4dc9-86a0-2d72a06e178c req-8f748479-62a3-4487-877c-6cdc55fa6144 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Oct 13 13:12:55.782848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f93c3-b427-4be7-9b39-2f6f02b38a97 req-54d8b35d-ff95-4046-9e79-219748049d25 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:55.785009 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d70f93c3-b427-4be7-9b39-2f6f02b38a97 req-54d8b35d-ff95-4046-9e79-219748049d25 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0465362 Oct 13 13:12:55.837389 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d70f93c3-b427-4be7-9b39-2f6f02b38a97 req-92b1d43d-01e4-444b-80e0-96811aab1df4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462224 Oct 13 13:12:56.173949 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d7d2-4e02-4cda-95e5-435a6c602358 req-9fc48cc6-d2e9-4d86-b1bd-da1d1e81cf31 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:56.175364 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28c5d7d2-4e02-4cda-95e5-435a6c602358 req-9fc48cc6-d2e9-4d86-b1bd-da1d1e81cf31 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0464072 Oct 13 13:12:56.222225 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28c5d7d2-4e02-4cda-95e5-435a6c602358 req-2bad9672-e4d0-408a-8ce1-786080ed4396 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Oct 13 13:12:56.436809 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:56.467559 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93a5b-a92e-42e9-ad4e-5d42b88c8dd2 req-f846d2b4-088c-46ce-acf4-98e04c59c306 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:56.469041 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-14a93a5b-a92e-42e9-ad4e-5d42b88c8dd2 req-f846d2b4-088c-46ce-acf4-98e04c59c306 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0499649 Oct 13 13:12:56.481781 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-aeb873d5-c2e6-4380-9098-14db7871701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:56.483281 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-aeb873d5-c2e6-4380-9098-14db7871701c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.1288803 Oct 13 13:12:56.515715 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-14a93a5b-a92e-42e9-ad4e-5d42b88c8dd2 req-14da9c0a-5eef-4e45-80a1-782babf91ddb tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Oct 13 13:12:56.744945 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:12:56.966531 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-a2f318ce-74a5-487b-8a11-880d54ef0d08 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 1002 time: 0.0707474 Oct 13 13:12:56.984316 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d972df-94f7-4a73-b330-49a33f9490b6 req-eda862e6-a767-4a23-88b2-3c8b75a71503 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:56.985785 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b3d972df-94f7-4a73-b330-49a33f9490b6 req-eda862e6-a767-4a23-88b2-3c8b75a71503 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0577636 Oct 13 13:12:57.018159 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:57.032178 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b3d972df-94f7-4a73-b330-49a33f9490b6 req-4b6011e7-7f27-41ff-99b0-f8560665a88a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 Oct 13 13:12:57.208259 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:57.248781 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-feeaa078-d7a0-4e37-821d-6d0e67a90355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:57.250326 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-feeaa078-d7a0-4e37-821d-6d0e67a90355 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0809190 Oct 13 13:12:57.251421 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb293-1df4-4a2f-a4f9-bfa98535a84b req-d8a30587-9af6-4385-a8ee-3beb274cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:57.252770 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8fafb293-1df4-4a2f-a4f9-bfa98535a84b req-d8a30587-9af6-4385-a8ee-3beb274cd896 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 1130 time: 0.0532095 Oct 13 13:12:57.339882 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a2a51-5e29-4fcb-ad31-092ae31467a8 req-7da1935f-fb6d-4ee8-bbcb-dcea1c5717f1 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:57.341335 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b5a2a51-5e29-4fcb-ad31-092ae31467a8 req-7da1935f-fb6d-4ee8-bbcb-dcea1c5717f1 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0466855 Oct 13 13:12:57.387417 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b5a2a51-5e29-4fcb-ad31-092ae31467a8 req-a2b66d33-dfda-472d-bf8e-a76384d6a2cf tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Oct 13 13:12:57.632451 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183fb6b-41e2-4517-a487-b7ea99220a3a req-025cbbf9-f75a-4887-ad8e-3893e53cba8a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:57.633886 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3183fb6b-41e2-4517-a487-b7ea99220a3a req-025cbbf9-f75a-4887-ad8e-3893e53cba8a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0454667 Oct 13 13:12:57.683140 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3183fb6b-41e2-4517-a487-b7ea99220a3a req-4980e7a2-f2c0-4384-aaec-73e99a53cdac tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Oct 13 13:12:57.802973 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e44c-3565-4513-958b-ac556e80c73b req-d73a2e21-757e-4841-a5f1-5dcbabd37487 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:57.804511 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d406e44c-3565-4513-958b-ac556e80c73b req-d73a2e21-757e-4841-a5f1-5dcbabd37487 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Oct 13 13:12:57.848488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-365c84fe-64a3-47c3-9aba-da70f05867b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:57.849898 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-365c84fe-64a3-47c3-9aba-da70f05867b2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586414 Oct 13 13:12:57.852704 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:57.857086 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d406e44c-3565-4513-958b-ac556e80c73b req-a6b44154-4fae-401c-aa24-fb2f0c69a3cb tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Oct 13 13:12:57.872556 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8fafb293-1df4-4a2f-a4f9-bfa98535a84b req-2e6fa1d2-5fb6-465f-ae71-8787fef8081a service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870545 Oct 13 13:12:57.956608 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-34137048-4772-4914-a803-1043a730f83c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990055 Oct 13 13:12:58.210203 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aee6a3dc-c519-4de2-ad0b-83d856bf67e4 req-d5dfa59c-a54a-4e8c-b0e2-3fa7283dde08 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070178 Oct 13 13:12:58.213647 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e12330-e620-4825-81c0-3f4f30d38a0c req-2d5a3b1b-0b5d-41e0-bb62-706ce6b0de40 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:58.215151 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-60e12330-e620-4825-81c0-3f4f30d38a0c req-2d5a3b1b-0b5d-41e0-bb62-706ce6b0de40 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0980313 Oct 13 13:12:58.234492 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58aee0b-32b1-45d9-a6a8-a2d9803ec6ca req-6c978aa5-003a-4017-914c-0585d00575d3 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:58.236195 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a58aee0b-32b1-45d9-a6a8-a2d9803ec6ca req-6c978aa5-003a-4017-914c-0585d00575d3 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0726926 Oct 13 13:12:58.296189 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-60e12330-e620-4825-81c0-3f4f30d38a0c req-1f214f2a-1d78-44fa-af21-dccccf60868f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728917 Oct 13 13:12:58.310749 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a58aee0b-32b1-45d9-a6a8-a2d9803ec6ca req-7e1da419-27de-4341-894e-ed73d5b7de73 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654929 Oct 13 13:12:58.496872 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:12:58.510445 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c4b1-35c5-4036-a3ad-4088196be1e2 req-53782897-801b-4ffd-a812-dec70a032dbc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:58.511980 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6863c4b1-35c5-4036-a3ad-4088196be1e2 req-53782897-801b-4ffd-a812-dec70a032dbc tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0499840 Oct 13 13:12:58.560585 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6863c4b1-35c5-4036-a3ad-4088196be1e2 req-a7022e05-7d76-4896-8764-a3f6b6a22543 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Oct 13 13:12:59.432715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bed412-3c57-48bd-b53b-af743addda35 req-9515ea8c-d2d4-493d-a9d7-af07c9e9e0a4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:59.434161 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01bed412-3c57-48bd-b53b-af743addda35 req-9515ea8c-d2d4-493d-a9d7-af07c9e9e0a4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0498712 Oct 13 13:12:59.479548 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01bed412-3c57-48bd-b53b-af743addda35 req-16f79bac-998a-4d3a-905e-77e9d639bb06 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398588 Oct 13 13:12:59.680757 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdd09b-d37e-4dcc-b837-16879ce05213 req-9f37705d-0ffb-45dc-ad4b-ebf9c3f4b778 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:12:59.682223 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-10cdd09b-d37e-4dcc-b837-16879ce05213 req-9f37705d-0ffb-45dc-ad4b-ebf9c3f4b778 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0468714 Oct 13 13:12:59.729263 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-10cdd09b-d37e-4dcc-b837-16879ce05213 req-3a44fbcb-366c-433c-bed8-467886949f00 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Oct 13 13:13:00.476159 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-5db5e1a4-d93d-4eff-9a07-1bdbf8b0bc6c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418842 Oct 13 13:13:00.542162 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-ddacb811-b215-429b-9e5a-4ae28a7f9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:00.543725 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-ddacb811-b215-429b-9e5a-4ae28a7f9ff4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0404053 Oct 13 13:13:00.612182 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2aa21-a4c2-43f2-9fe4-5f311bcb04e2 req-7fd27f4c-63db-4e53-bde3-e9cffd10c6f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:00.613893 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61b2aa21-a4c2-43f2-9fe4-5f311bcb04e2 req-7fd27f4c-63db-4e53-bde3-e9cffd10c6f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0510719 Oct 13 13:13:00.650424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-6c5ce5ec-03e3-4abf-a4f9-7f46829e2e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:00.652074 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-6c5ce5ec-03e3-4abf-a4f9-7f46829e2e09 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.0890880 Oct 13 13:13:00.665416 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61b2aa21-a4c2-43f2-9fe4-5f311bcb04e2 req-1016f38c-abe4-4575-8017-d663b4fd3e98 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457673 Oct 13 13:13:00.695431 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-bff11ae3-2327-4564-aa4a-543c4ecee419 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 200 len: 217 time: 0.0363572 Oct 13 13:13:00.745726 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-8144ef21-913c-48f4-ad9f-858cae6e0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:00.747124 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-8144ef21-913c-48f4-ad9f-858cae6e0ccb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0430737 Oct 13 13:13:00.791932 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-49b47d58-ee52-4c63-bb36-bf3c06a786bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:00.793324 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-49b47d58-ee52-4c63-bb36-bf3c06a786bd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386558 Oct 13 13:13:00.886537 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-1b4df714-fd70-416d-bf5b-00f945dca1ae service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867007 Oct 13 13:13:00.988568 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b59d2fc2-9d5c-49ba-b503-ff10ec92d25e req-a1b5fb8f-fd27-4e0d-bd6a-b5d8c76aec96 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845001 Oct 13 13:13:01.798593 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fe660-0923-493d-870a-fd6cdd2e7932 req-d4c1f65b-7510-41c1-94c1-fdf759391d80 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:01.801038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f28fe660-0923-493d-870a-fd6cdd2e7932 req-d4c1f65b-7510-41c1-94c1-fdf759391d80 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0510316 Oct 13 13:13:01.849640 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f28fe660-0923-493d-870a-fd6cdd2e7932 req-0efcec7f-9ac0-4c63-b3c0-7326fa6adad3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422597 Oct 13 13:13:02.984394 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d508-04b9-4324-b909-97680628a0db req-c1075e7d-b920-49b3-8771-8685c9b42dbd tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:02.985876 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe25d508-04b9-4324-b909-97680628a0db req-c1075e7d-b920-49b3-8771-8685c9b42dbd tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0461338 Oct 13 13:13:03.026376 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:03.034064 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe25d508-04b9-4324-b909-97680628a0db req-1feea2e8-c510-4bf7-a5af-ccdafcf03ac2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Oct 13 13:13:04.161593 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76f6b-dc4e-408d-a5ca-09a2db3670e3 req-937039d5-6ebe-488b-af9d-d5ba57e1c0ca tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:04.163017 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c9c76f6b-dc4e-408d-a5ca-09a2db3670e3 req-937039d5-6ebe-488b-af9d-d5ba57e1c0ca tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0486767 Oct 13 13:13:04.210595 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c9c76f6b-dc4e-408d-a5ca-09a2db3670e3 req-c3805033-a08f-449e-8ef6-5ccdd2bd3e3d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Oct 13 13:13:05.335517 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48254c4a-cdc0-47f0-a84c-adfb959bce7b req-660a24cf-e504-43ed-99e7-e3334ac7f3b8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:05.336966 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-48254c4a-cdc0-47f0-a84c-adfb959bce7b req-660a24cf-e504-43ed-99e7-e3334ac7f3b8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 944 time: 0.0468180 Oct 13 13:13:05.383791 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-48254c4a-cdc0-47f0-a84c-adfb959bce7b req-f5a1d733-eefb-4879-ba7e-2fde700ea6f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Oct 13 13:13:06.274314 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:13:06.371214 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:13:06.382293 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'bd0eddba-ab0b-4c35-805b-853067734898', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'port_id': 'bd0eddba-ab0b-4c35-805b-853067734898', 'mac_address': 'fa:16:3e:4e:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:13:06.421267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:13:06.421653 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:06.436524 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0eddba-ab0b-4c35-805b-853067734898 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:13:06.457879 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:13:06.462184 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:06.512160 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=9']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:06.515677 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d57be-bebf-4a9d-8e43-038e0709c13d req-23506582-1423-4f93-8afd-68618b93e2cc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:06.517166 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b6d57be-bebf-4a9d-8e43-038e0709c13d req-23506582-1423-4f93-8afd-68618b93e2cc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.0500400 Oct 13 13:13:06.521157 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.521504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.521869 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.522227 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.522566 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.522897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.523303 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.523631 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.523958 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.524387 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.524886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.525369 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.525701 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.526027 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.526346 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:06.568347 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b6d57be-bebf-4a9d-8e43-038e0709c13d req-f9166a9f-31d9-4e4b-9fd8-8b0c05164e89 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443087 Oct 13 13:13:06.790752 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['bd0eddba-ab0b-4c35-805b-853067734898'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:13:06.897604 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:06.980656 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:06.985201 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=12 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:07.686798 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:07.705764 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62023-929d-401c-8135-17e94f3a1366 req-3b37164c-c068-44dd-8e57-7daccbb247db tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:07.705764 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-91f62023-929d-401c-8135-17e94f3a1366 req-3b37164c-c068-44dd-8e57-7daccbb247db tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.0476656 Oct 13 13:13:07.752486 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-91f62023-929d-401c-8135-17e94f3a1366 req-57b1e84e-439a-46c5-a6ea-77f5cfdcca5f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434225 Oct 13 13:13:08.882632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d994c17-5cf4-47e8-8e4b-a387163ebe4f req-2ef29a60-504b-4f71-aca6-017be5744a66 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:08.884125 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4d994c17-5cf4-47e8-8e4b-a387163ebe4f req-2ef29a60-504b-4f71-aca6-017be5744a66 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.0460520 Oct 13 13:13:08.934609 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4d994c17-5cf4-47e8-8e4b-a387163ebe4f req-7e34dff3-f610-4a21-8891-a313cf540af1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 Oct 13 13:13:09.808593 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:13:09.928646 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port bd0eddba-ab0b-4c35-805b-853067734898 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:13:09.929016 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (bd0eddba-ab0b-4c35-805b-853067734898), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:09.929351 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port bd0eddba-ab0b-4c35-805b-853067734898 Oct 13 13:13:10.020609 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port bd0eddba-ab0b-4c35-805b-853067734898 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:13:10.020998 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:10.045066 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:13:10.047293 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec418d4-8339-4b85-bb4e-49e1d4c50ba7" -d '{"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-plugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:13:10.060395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:13:10.064797 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:10.066058 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0276-a0bb-4efa-9998-e8e9854e4f40 req-bf51271d-401a-474d-a7a9-ef68e6c012c7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:10.067644 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a11b0276-a0bb-4efa-9998-e8e9854e4f40 req-bf51271d-401a-474d-a7a9-ef68e6c012c7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 945 time: 0.0467596 Oct 13 13:13:10.098718 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d0b171-e18c-4ab1-9673-a5143227f707 x-openstack-request-id: req-46d0b171-e18c-4ab1-9673-a5143227f707 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:13:10.099010 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-plugged", "status": "completed", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:13:10.099290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46d0b171-e18c-4ab1-9673-a5143227f707 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:13:10.099689 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d0b171-e18c-4ab1-9673-a5143227f707'] response: {'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'code': 200} Oct 13 13:13:10.117289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=10']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:10.118040 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a11b0276-a0bb-4efa-9998-e8e9854e4f40 req-dc828727-f077-4219-9c92-6c64cee4c3f1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445845 Oct 13 13:13:10.983977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:10.984938 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:11.246237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7a806-c831-4489-af26-d4b577a12910 req-697467d5-2cfa-4cf1-a3d6-97039b3a3265 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:11.247721 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8cc7a806-c831-4489-af26-d4b577a12910 req-697467d5-2cfa-4cf1-a3d6-97039b3a3265 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0469525 Oct 13 13:13:11.294836 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8cc7a806-c831-4489-af26-d4b577a12910 req-8e939077-2d7a-48af-b691-d741e2a7db47 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Oct 13 13:13:11.364982 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf8112-9efe-4cd7-9a32-1a48b56dd7d4 req-81a7c60a-467f-40a2-ba13-48f30f5ae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:11.367749 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cadf8112-9efe-4cd7-9a32-1a48b56dd7d4 req-81a7c60a-467f-40a2-ba13-48f30f5ae862 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 1131 time: 0.0446968 Oct 13 13:13:11.412573 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cadf8112-9efe-4cd7-9a32-1a48b56dd7d4 req-4b5f2855-19b3-409d-9108-b532b1423fa1 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381551 Oct 13 13:13:11.475139 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:11.487475 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-3f0109e8-a44a-4598-9e26-91a4aa2eb305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:12.425926 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e7d7c-3154-450a-87cd-ead0e4c3e9ce req-b9a7d0b3-905d-4606-9eaa-d35bfc0028ea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:12.427407 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-011e7d7c-3154-450a-87cd-ead0e4c3e9ce req-b9a7d0b3-905d-4606-9eaa-d35bfc0028ea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0489507 Oct 13 13:13:12.474096 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-011e7d7c-3154-450a-87cd-ead0e4c3e9ce req-c027d0cd-cfbb-4171-9b0f-addce4c00d11 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411844 Oct 13 13:13:13.601396 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4a5b2-3d9e-4313-9036-5bfb6cc4b23b req-6a516e17-eb71-4cc8-9391-d0316e4e5035 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:13.602843 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30d4a5b2-3d9e-4313-9036-5bfb6cc4b23b req-6a516e17-eb71-4cc8-9391-d0316e4e5035 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0463760 Oct 13 13:13:13.649641 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30d4a5b2-3d9e-4313-9036-5bfb6cc4b23b req-44b0c235-8c95-4555-b09e-210b11216836 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413640 Oct 13 13:13:13.690284 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ad75-d8d3-44a3-a2a8-70275f9b5a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:14.775134 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4c4d6-18ae-4040-b16a-0a6d39d566b7 req-798fa725-0502-41eb-93b8-6ad799eab0ea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:14.776562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94a4c4d6-18ae-4040-b16a-0a6d39d566b7 req-798fa725-0502-41eb-93b8-6ad799eab0ea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0457926 Oct 13 13:13:14.824917 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94a4c4d6-18ae-4040-b16a-0a6d39d566b7 req-75ca6d81-f36f-4658-9458-526b63a40d05 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Oct 13 13:13:14.998129 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:15.953294 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237d719-edb3-4c51-9d7a-fed3774ba13d req-6626af8d-6cf9-406e-b97e-c27332867a92 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:15.954872 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5237d719-edb3-4c51-9d7a-fed3774ba13d req-6626af8d-6cf9-406e-b97e-c27332867a92 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0478892 Oct 13 13:13:16.002945 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5237d719-edb3-4c51-9d7a-fed3774ba13d req-06101cbc-299c-453a-8de0-67e26b2f2529 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Oct 13 13:13:16.821358 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:16.991378 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:17.131122 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccf0d3-6b8f-4801-88da-0e02eb1436b0 req-10d0197c-8832-44a8-ad72-0d00550173e3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:17.132612 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-82ccf0d3-6b8f-4801-88da-0e02eb1436b0 req-10d0197c-8832-44a8-ad72-0d00550173e3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0481250 Oct 13 13:13:17.158209 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:17.180029 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-82ccf0d3-6b8f-4801-88da-0e02eb1436b0 req-b60078d8-ac8f-45d0-bf64-f532ae6b7e44 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Oct 13 13:13:17.377268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29361f3f-6320-478a-80c8-08304a616d3c req-1a893d48-8bbc-40be-a12f-f9f466e857af tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:17.378700 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29361f3f-6320-478a-80c8-08304a616d3c req-1a893d48-8bbc-40be-a12f-f9f466e857af tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0498261 Oct 13 13:13:17.424890 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29361f3f-6320-478a-80c8-08304a616d3c req-b9b1439b-ab42-42af-a18f-cd03a7cd60f9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Oct 13 13:13:17.453788 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52452) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:17.591202 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c78905-c66f-4e2d-b9f3-b2e18bfdecc9 tempest-TestMinimumBasicScenario-643334833 tempest-TestMinimumBasicScenario-643334833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:17.592749 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a6c78905-c66f-4e2d-b9f3-b2e18bfdecc9 tempest-TestMinimumBasicScenario-643334833 tempest-TestMinimumBasicScenario-643334833-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1124 time: 0.1379352 Oct 13 13:13:17.596280 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52456) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:17.600530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'port_id': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:17.621990 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:17.706372 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:17.810071 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Allocated IP 172.27.1.92 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/25c85398-b1a3-4733-a9ae-9da5c0067d4c) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:13:17.921609 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:17.954499 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:17.996792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:13:18.000084 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:13:18.003986 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:13:18.007363 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'Port': ['ID=25c85398-b1a3-4733-a9ae-9da5c0067d4c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:18.014034 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce55368-186d-4a9c-bdb1-69ee48d48d28 req-5a2d6b4c-ecbf-4dc7-bea6-f4a01754d06e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:18.015612 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dce55368-186d-4a9c-bdb1-69ee48d48d28 req-5a2d6b4c-ecbf-4dc7-bea6-f4a01754d06e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Oct 13 13:13:18.039989 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.040340 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.040688 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.041037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.041375 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.041706 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.042038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.042368 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.042696 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.043030 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.043383 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.043708 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.044032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.044358 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.044677 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:18.060112 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:18.068308 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dce55368-186d-4a9c-bdb1-69ee48d48d28 req-a41eb0b8-adf8-4190-9682-7184dc41ae94 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463648 Oct 13 13:13:18.256567 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:18.269364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:18.369241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for floatingip (7692feeb-eedc-49b1-916b-dcdbaa228adb), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:18.439733 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:18.583742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:18.588177 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:18.660962 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7692feeb-eedc-49b1-916b-dcdbaa228adb), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:18.662785 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'Port': ['ID=25c85398-b1a3-4733-a9ae-9da5c0067d4c,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:18.757883 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Floating IP 7692feeb-eedc-49b1-916b-dcdbaa228adb associated. External IP: 172.27.1.92, port: 5e82a763-989b-4ba3-b2d2-7ad17b260a77. Oct 13 13:13:18.959998 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Router de77ad94-1d47-4b5c-98a7-ce6279391bd8 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:13:19.199409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70144a-cd29-46ce-81cc-a230794c632e req-b015a51e-f92b-4b5d-83f9-a3df217e0a9a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:19.201727 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d70144a-cd29-46ce-81cc-a230794c632e req-b015a51e-f92b-4b5d-83f9-a3df217e0a9a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0531561 Oct 13 13:13:19.250605 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8d70144a-cd29-46ce-81cc-a230794c632e req-5730f9e2-9053-420a-8071-3e1b4e14afc9 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 Oct 13 13:13:19.289318 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:13:19.299735 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] Sync routers for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:13:19.307392 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.309974 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:13:19.310587 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:13:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:19.331505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:19.334108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:19.338706 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-61632e79-753f-4087-b587-f741a7bd6ec7 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7414646 Oct 13 13:13:19.340169 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:13:19.341733 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52472) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:19.342389 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6b590-6812-46c1-a583-aade66f40692" -d '{"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:13:19.348738 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180345211', 'description': 'tempest-secgroup-smoke-180345211 description', 'project_id': '3ed5038c799342d48edc980983f1d996'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:19.374187 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.384154 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f643007-cf36-47f8-92c9-504946c78982 x-openstack-request-id: req-5f643007-cf36-47f8-92c9-504946c78982 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:13:19.384443 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:13:19.384728 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f643007-cf36-47f8-92c9-504946c78982 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:13:19.385134 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f643007-cf36-47f8-92c9-504946c78982'] response: {'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'status': 'completed', 'code': 200} Oct 13 13:13:19.427114 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:13:19.461980 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group (3803a510-33fe-4754-8fcc-b9e1875f1efa), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.463463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b590-6812-46c1-a583-aade66f40692 req-d1867553-6cca-4912-914b-36e8e7e39d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:19.465523 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-d1867553-6cca-4912-914b-36e8e7e39d0a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1129 time: 0.0491264 Oct 13 13:13:19.467282 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (3803a510-33fe-4754-8fcc-b9e1875f1efa), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.510736 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.514952 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1721439 Oct 13 13:13:19.516008 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52482) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:19.521917 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group_rule': {'security_group_id': '3803a510-33fe-4754-8fcc-b9e1875f1efa', 'project_id': '3ed5038c799342d48edc980983f1d996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:19.541503 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3803a510-33fe-4754-8fcc-b9e1875f1efa,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:19.556262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.556603 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.556948 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.557283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.557659 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.557990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.558319 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.558634 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.558955 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.559512 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.559848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.560168 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.561361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.561804 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.562136 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b98d04a-f2c3-4ade-99c6-8d4083a769e0 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:13:19.568330 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (21e6eb20-55be-476a-800a-3fa586b81b1c), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.577807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b590-6812-46c1-a583-aade66f40692 req-102f6572-b4f4-42d6-8170-231115d24ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:19.579966 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-102f6572-b4f4-42d6-8170-231115d24ab8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 916 time: 0.1083050 Oct 13 13:13:19.637996 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (21e6eb20-55be-476a-800a-3fa586b81b1c), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.644143 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (21e6eb20-55be-476a-800a-3fa586b81b1c), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.654500 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-b7d24d2b-ac7c-474d-82ea-d49595c909b8 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 998 time: 0.0651960 Oct 13 13:13:19.672871 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e6eb20-55be-476a-800a-3fa586b81b1c,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:19.685068 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.686499 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3d91fc34-3d9a-4ce5-a20e-09c105e962a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685593 Oct 13 13:13:19.689300 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52486) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:19.694047 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group_rule': {'security_group_id': '3803a510-33fe-4754-8fcc-b9e1875f1efa', 'project_id': '3ed5038c799342d48edc980983f1d996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:19.702982 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:19.720465 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7692feeb-eedc-49b1-916b-dcdbaa228adb', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'port_id': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'mac_address': 'fa:16:3e:54:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:13:18Z', 'updated_at': '2022-10-13T13:13:18Z', 'revision_number': 0, 'project_id': '3ed5038c799342d48edc980983f1d996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:58Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:19.723176 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b590-6812-46c1-a583-aade66f40692 req-06520039-2a27-46c7-9d69-6eb9fb568d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:19.725036 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-06520039-2a27-46c7-9d69-6eb9fb568d5e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 200 len: 854 time: 0.0644145 Oct 13 13:13:19.735537 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (53793d93-6fb8-409d-8160-f110c3e82e58), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:19.749125 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] Checking router: de77ad94-1d47-4b5c-98a7-ce6279391bd8 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:13:19.760245 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:13:19.760867 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:13:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:19.788875 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6b590-6812-46c1-a583-aade66f40692 req-12c8fb22-9703-41d4-ab18-c09175e2aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:19.790667 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-12c8fb22-9703-41d4-ab18-c09175e2aaf4 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=166f36a0-8f38-4dea-a79f-656b2b96b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581665 Oct 13 13:13:19.894380 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-b450804b-d2dd-4230-a2fe-d001962b7158 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972126 Oct 13 13:13:20.038993 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (53793d93-6fb8-409d-8160-f110c3e82e58), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.042200 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:13:20.042963 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (53793d93-6fb8-409d-8160-f110c3e82e58), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.062265 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53793d93-6fb8-409d-8160-f110c3e82e58,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:20.071143 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.072409 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-32cd2115-de5e-4920-b632-e2107e069de1 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3820195 Oct 13 13:13:20.075202 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52490) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:20.079595 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group_rule': {'security_group_id': '3803a510-33fe-4754-8fcc-b9e1875f1efa', 'project_id': '3ed5038c799342d48edc980983f1d996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:20.105809 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (2b58cb13-ad59-4ac2-baaa-363c029e952c), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.163881 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (2b58cb13-ad59-4ac2-baaa-363c029e952c), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.168188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (2b58cb13-ad59-4ac2-baaa-363c029e952c), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.177964 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:20.193730 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:20.196363 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b58cb13-ad59-4ac2-baaa-363c029e952c,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:20.212496 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.216420 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d094fe91-c913-4f57-a3ff-c834822a0f43 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376660 Oct 13 13:13:20.216736 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52492) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:20.222675 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group_rule': {'security_group_id': '3803a510-33fe-4754-8fcc-b9e1875f1efa', 'project_id': '3ed5038c799342d48edc980983f1d996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:20.263736 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (32bce3ec-d1ec-4568-bf7d-a1e8eaacbf82), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.263997 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c3f6b590-6812-46c1-a583-aade66f40692 req-0d4f45de-3082-4635-8e4b-8ba9b5141a5f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145749 Oct 13 13:13:20.267636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7692feeb-eedc-49b1-916b-dcdbaa228adb', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'port_id': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'mac_address': 'fa:16:3e:54:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:13:18Z', 'updated_at': '2022-10-13T13:13:18Z', 'revision_number': 0, 'project_id': '3ed5038c799342d48edc980983f1d996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:58Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:20.296894 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10559b-41ed-48a8-9cc6-8a63d769d5a2 None None] The sync data for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi is: [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7692feeb-eedc-49b1-916b-dcdbaa228adb', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'port_id': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'mac_address': 'fa:16:3e:54:c8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:13:18Z', 'updated_at': '2022-10-13T13:13:18Z', 'revision_number': 0, 'project_id': '3ed5038c799342d48edc980983f1d996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:58Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:13:20.344238 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (32bce3ec-d1ec-4568-bf7d-a1e8eaacbf82), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.357104 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (32bce3ec-d1ec-4568-bf7d-a1e8eaacbf82), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.412069 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bce3ec-d1ec-4568-bf7d-a1e8eaacbf82,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:20.423832 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e7df-339d-467b-9e93-a5fd9f51a0fc req-045cd8a8-86c8-468e-aaa7-cd2d67d9c6c0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:20.425708 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ec1e7df-339d-467b-9e93-a5fd9f51a0fc req-045cd8a8-86c8-468e-aaa7-cd2d67d9c6c0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0883603 Oct 13 13:13:20.428972 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.431133 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c72c9cba-5405-4be1-9fe0-e41079658814 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2123110 Oct 13 13:13:20.433347 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52496) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:20.439493 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group_rule': {'security_group_id': '3803a510-33fe-4754-8fcc-b9e1875f1efa', 'project_id': '3ed5038c799342d48edc980983f1d996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:20.481362 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Project 3ed5038c799342d48edc980983f1d996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 13:13:20.482734 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ec1e7df-339d-467b-9e93-a5fd9f51a0fc req-29ba29e5-f1aa-4ff9-b576-7ffddb63c8cf tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510261 Oct 13 13:13:20.490516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (1f5804c1-177c-41b9-abfc-fc53903d106b), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.567938 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (1f5804c1-177c-41b9-abfc-fc53903d106b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.574098 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (1f5804c1-177c-41b9-abfc-fc53903d106b), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.580513 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0c30f-28e7-4330-becd-9a7cb3ed92d8 None None] New status for floating IP 7692feeb-eedc-49b1-916b-dcdbaa228adb: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:13:20.594536 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5804c1-177c-41b9-abfc-fc53903d106b,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:20.604396 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.608562 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9f7fa62f-29fb-44ff-9c79-45dd85d9e91f tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712887 Oct 13 13:13:20.608732 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52498) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:20.613634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'security_group_rule': {'security_group_id': '3803a510-33fe-4754-8fcc-b9e1875f1efa', 'project_id': '3ed5038c799342d48edc980983f1d996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:20.641506 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Project 3ed5038c799342d48edc980983f1d996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 13:13:20.649218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (0020ce53-4c84-47e8-9e8b-a58b5f13a817), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.712329 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (0020ce53-4c84-47e8-9e8b-a58b5f13a817), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.716174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (0020ce53-4c84-47e8-9e8b-a58b5f13a817), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.734571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0020ce53-4c84-47e8-9e8b-a58b5f13a817,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:20.743901 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:20.745129 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-55ce7847-166c-45c5-a207-09370017bb1a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354759 Oct 13 13:13:20.851333 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-cd355875-e345-4292-ae45-3d1a81734870 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-180345211&fields=id&tenant_id=3ed5038c799342d48edc980983f1d996 HTTP/1.1" status: 200 len: 267 time: 0.0499773 Oct 13 13:13:20.889577 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-94769f2a-7cf0-48ca-ad4b-042739d40730 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:20.891040 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-94769f2a-7cf0-48ca-ad4b-042739d40730 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0467269 Oct 13 13:13:20.902859 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'port': {'security_groups': ['bdf33630-481b-4806-b0c1-cd0a8490c545', '3803a510-33fe-4754-8fcc-b9e1875f1efa']}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:13:20.984004 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:21.113202 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636032d7-d1d6-4ace-aa59-d7a6cea39601 req-3056bf25-075d-4370-931e-61fe3afb2269 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:21.114646 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-636032d7-d1d6-4ace-aa59-d7a6cea39601 req-3056bf25-075d-4370-931e-61fe3afb2269 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0809314 Oct 13 13:13:21.224505 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-636032d7-d1d6-4ace-aa59-d7a6cea39601 req-f3f7544f-2d6c-4d7b-97db-09acf1f1fdc6 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019554 Oct 13 13:13:21.271656 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:13:21.298914 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:21.303643 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:21.313334 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:21.314565 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:21.316054 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b48b369-490e-4fcf-8805-f8fa5670b1bd req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "PUT /networking/v2.0/ports/5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 981 time: 0.4183373 Oct 13 13:13:21.316195 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['5e82a763-989b-4ba3-b2d2-7ad17b260a77'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:13:21.316650 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:13:21.319046 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614edda0-cd40-4a52-a421-df3c2df0cbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:13:21.384681 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b9289-966c-45ab-81ca-a6c6775fdd07 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=6']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:21.390221 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78192c2a-294c-45c6-96e4-2a95a536af89 x-openstack-request-id: req-78192c2a-294c-45c6-96e4-2a95a536af89 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:13:21.391026 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:13:21.391026 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78192c2a-294c-45c6-96e4-2a95a536af89 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:13:21.391262 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78192c2a-294c-45c6-96e4-2a95a536af89'] response: {'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'status': 'completed', 'code': 200} Oct 13 13:13:21.446492 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['5e82a763-989b-4ba3-b2d2-7ad17b260a77'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:13:21.450973 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595de7aa-ce3d-4a81-b565-cbe16493b754 req-e2b04cb2-07b7-4c78-81b5-01e47ad7c000 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:21.452495 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-595de7aa-ce3d-4a81-b565-cbe16493b754 req-e2b04cb2-07b7-4c78-81b5-01e47ad7c000 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0491221 Oct 13 13:13:21.514047 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-595de7aa-ce3d-4a81-b565-cbe16493b754 req-68f71159-608a-49ef-9d71-e653ecb82c01 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540280 Oct 13 13:13:21.515750 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:21.599120 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:21.604998 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:21.617315 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de8ee0-a189-4da9-926a-517eb67c1ecf req-b01e4533-533d-49a0-832a-49a44038b146 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:21.618843 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c9de8ee0-a189-4da9-926a-517eb67c1ecf req-b01e4533-533d-49a0-832a-49a44038b146 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0530250 Oct 13 13:13:21.668420 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c9de8ee0-a189-4da9-926a-517eb67c1ecf req-9d1c9e5c-c580-439e-8a2b-d54d7a614af8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435119 Oct 13 13:13:21.706731 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:22.342928 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce0e27-e9bd-41ba-9211-9ca62d5841ed req-cb915115-d9fd-4fd5-9e4a-b93f7cfbaffd tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:22.344400 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-12ce0e27-e9bd-41ba-9211-9ca62d5841ed req-cb915115-d9fd-4fd5-9e4a-b93f7cfbaffd tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0451634 Oct 13 13:13:22.390346 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-12ce0e27-e9bd-41ba-9211-9ca62d5841ed req-95c08fae-25f6-4f72-b336-57ea2d22c4ff tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Oct 13 13:13:22.788864 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-0082914e-5754-49ae-8d00-e86587a2d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:22.790375 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-0082914e-5754-49ae-8d00-e86587a2d07c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1168 time: 0.0412271 Oct 13 13:13:22.795787 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab1022-06cb-43d4-aa90-a5063f16c46d req-83345c81-b049-4fe7-a97b-871e56c302d4 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:22.797235 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-76ab1022-06cb-43d4-aa90-a5063f16c46d req-83345c81-b049-4fe7-a97b-871e56c302d4 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0510657 Oct 13 13:13:22.821476 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:22.844011 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-76ab1022-06cb-43d4-aa90-a5063f16c46d req-9cf27aa2-e68b-457b-95f4-cda02872bf99 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 Oct 13 13:13:22.892385 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-75866afe-7626-4d67-b6f2-b0bdea3e7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:22.893852 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-75866afe-7626-4d67-b6f2-b0bdea3e7c26 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 916 time: 0.0911303 Oct 13 13:13:22.967454 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-d161e9b6-72ec-47df-bc1f-a4a794eaf647 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 1000 time: 0.0562558 Oct 13 13:13:23.168676 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:23.183186 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-ef1c8523-adda-4138-a078-40e83c323e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:23.184731 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-ef1c8523-adda-4138-a078-40e83c323e91 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 200 len: 854 time: 0.0479968 Oct 13 13:13:23.296583 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-879a2831-6d6a-456d-918e-7d850bc4a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:23.297975 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-879a2831-6d6a-456d-918e-7d850bc4a000 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=166f36a0-8f38-4dea-a79f-656b2b96b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714684 Oct 13 13:13:23.303947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-a4695c3a-6f8f-4335-ba30-446a57e0c1b0 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:23.305229 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-a4695c3a-6f8f-4335-ba30-446a57e0c1b0 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0713935 Oct 13 13:13:23.462264 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Deleting port 47c8bf5c-a500-440a-a247-090d3dbe386b {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:13:23.462627 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:23.469431 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-47e85a0f-95fb-4cd4-ba37-ef4a4485972a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562903 Oct 13 13:13:23.510493 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942d6f9-a449-4b20-b888-16e111adc935 req-9ae240b1-6f2e-4254-9259-649116611504 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:23.511993 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0942d6f9-a449-4b20-b888-16e111adc935 req-9ae240b1-6f2e-4254-9259-649116611504 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 946 time: 0.0470176 Oct 13 13:13:23.559544 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0942d6f9-a449-4b20-b888-16e111adc935 req-e239cc51-4ab7-48fb-b639-ebea8f94c8c7 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a228a206-8a5d-45a7-94c5-703de9a61c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Oct 13 13:13:23.619356 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] For port 47c8bf5c-a500-440a-a247-090d3dbe386b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47c8bf5c-a500-440a-a247-090d3dbe386b,segment=NetworkSegment(a89f97ba-09c2-454d-b324-dc189e85df5c),segment_id=a89f97ba-09c2-454d-b324-dc189e85df5c)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:13:23.619723 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:23.640056 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-614edda0-cd40-4a52-a421-df3c2df0cbe6 req-e9c516ba-4d6c-4751-83d3-33f40dbdaae9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606965 Oct 13 13:13:23.640952 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Calling delete_port for 47c8bf5c-a500-440a-a247-090d3dbe386b owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:13:23.770014 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (47c8bf5c-a500-440a-a247-090d3dbe386b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:23.782377 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['47c8bf5c-a500-440a-a247-090d3dbe386b'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:13:23.797320 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Pushing event deleted for resources: {'Port': ['ID=47c8bf5c-a500-440a-a247-090d3dbe386b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:23.843503 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] No DVR routers for this DVR port 47c8bf5c-a500-440a-a247-090d3dbe386b on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:13:23.846491 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:23.849746 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dd10eca3-4a9d-4471-b755-c091a15d49f3 req-04d06155-2dac-410a-a03c-a594fd5b6b67 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.50 "DELETE /networking/v2.0/ports/47c8bf5c-a500-440a-a247-090d3dbe386b HTTP/1.1" status: 204 len: 173 time: 0.5350225 Oct 13 13:13:23.850241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'name': 'network-vif-deleted', 'tag': '47c8bf5c-a500-440a-a247-090d3dbe386b'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:13:23.852472 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2f1c1b-d347-481c-aca6-93678a4c6c98" -d '{"events": [{"server_uuid": "c8c61fd5-2f2a-4cd9-a439-00943de4dda6", "name": "network-vif-deleted", "tag": "47c8bf5c-a500-440a-a247-090d3dbe386b"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:13:23.890707 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0e3930-0d05-4515-8034-5c214b7a5280 x-openstack-request-id: req-3d0e3930-0d05-4515-8034-5c214b7a5280 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:13:23.891146 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c61fd5-2f2a-4cd9-a439-00943de4dda6", "name": "network-vif-deleted", "tag": "47c8bf5c-a500-440a-a247-090d3dbe386b", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:13:23.891457 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d0e3930-0d05-4515-8034-5c214b7a5280 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:13:23.891982 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0e3930-0d05-4515-8034-5c214b7a5280'] response: {'server_uuid': 'c8c61fd5-2f2a-4cd9-a439-00943de4dda6', 'name': 'network-vif-deleted', 'tag': '47c8bf5c-a500-440a-a247-090d3dbe386b', 'status': 'completed', 'code': 200} Oct 13 13:13:23.979891 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae4999-c749-4552-b56f-abc7dac2f874 req-f10abd40-9a99-4b61-adf1-64a4fb747106 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:23.981369 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2aae4999-c749-4552-b56f-abc7dac2f874 req-f10abd40-9a99-4b61-adf1-64a4fb747106 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0465355 Oct 13 13:13:24.033892 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2aae4999-c749-4552-b56f-abc7dac2f874 req-88a07ee6-9847-4c7a-a48b-aaa64390a4d7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460429 Oct 13 13:13:24.677759 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fad9113-3d53-4db6-a6c3-7cc59f2c6ee2 req-e993f27e-d484-47e6-a0bc-f674e0aa3685 tempest-VolumesSnapshotTestJSON-81979141 tempest-VolumesSnapshotTestJSON-81979141-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c8c61fd5-2f2a-4cd9-a439-00943de4dda6 HTTP/1.1" status: 200 len: 210 time: 0.0275364 Oct 13 13:13:25.156432 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecd4d8-50cb-4512-98b0-5aa85e98eb82 req-9aed453f-f22f-4e22-a2d2-fd5215b49af3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:25.157809 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f1ecd4d8-50cb-4512-98b0-5aa85e98eb82 req-9aed453f-f22f-4e22-a2d2-fd5215b49af3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0470288 Oct 13 13:13:25.205334 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f1ecd4d8-50cb-4512-98b0-5aa85e98eb82 req-1a8a0d83-7ce6-4eab-9686-659c435d6503 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Oct 13 13:13:26.327382 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8028e-e773-4870-9dd9-6d3e90ee0c1a req-d4489abb-21f0-4712-8a90-d74209298c51 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:26.328833 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5db8028e-e773-4870-9dd9-6d3e90ee0c1a req-d4489abb-21f0-4712-8a90-d74209298c51 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0469012 Oct 13 13:13:26.379234 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5db8028e-e773-4870-9dd9-6d3e90ee0c1a req-d7e5cc11-4048-4872-b7b0-317a158e767e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445619 Oct 13 13:13:26.758423 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:26.873208 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47c8bf5c-a500-440a-a247-090d3dbe386b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:13:26.891957 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 47c8bf5c-a500-440a-a247-090d3dbe386b {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:13:26.892300 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47c8bf5c-a500-440a-a247-090d3dbe386b not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:13:27.498355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3545f4-6352-4866-947f-a63cc365754f req-ce96ec1f-1d3a-4052-8f8c-25f2db44f78f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:27.499829 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0a3545f4-6352-4866-947f-a63cc365754f req-ce96ec1f-1d3a-4052-8f8c-25f2db44f78f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0463028 Oct 13 13:13:27.546670 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0a3545f4-6352-4866-947f-a63cc365754f req-395525f1-a568-4238-b4d7-34227053ebeb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404122 Oct 13 13:13:27.971418 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:13:28.667156 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd06d75-3474-4843-8fb7-cfee2ad7a76c req-c43f6458-032c-48c8-9762-b90dfe792b08 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:28.669200 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fbd06d75-3474-4843-8fb7-cfee2ad7a76c req-c43f6458-032c-48c8-9762-b90dfe792b08 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0466940 Oct 13 13:13:28.715379 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fbd06d75-3474-4843-8fb7-cfee2ad7a76c req-73d2d994-7db1-44cb-b714-698713890644 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401733 Oct 13 13:13:29.836811 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a9e49-f08b-4c5b-b949-34260286be74 req-40183d06-3d10-4add-982a-595729d1fbb5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:29.838265 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d02a9e49-f08b-4c5b-b949-34260286be74 req-40183d06-3d10-4add-982a-595729d1fbb5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0496030 Oct 13 13:13:29.884692 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d02a9e49-f08b-4c5b-b949-34260286be74 req-85d7bc2d-dd3a-4491-b341-4e3ddefc2ab1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 Oct 13 13:13:31.005580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee131-267b-44aa-b62f-5c480cead9b3 req-ba820f5b-3460-42ae-9865-34cb2dc44e77 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:31.007120 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bbee131-267b-44aa-b62f-5c480cead9b3 req-ba820f5b-3460-42ae-9865-34cb2dc44e77 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0464528 Oct 13 13:13:31.050854 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:31.055564 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bbee131-267b-44aa-b62f-5c480cead9b3 req-da49cea1-1439-4d17-a9a7-307cc26d88cd tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Oct 13 13:13:32.182685 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5bb1-3373-4726-a7ad-e61cffe41118 req-2930223b-04cc-466f-a434-3badb68bb750 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:32.184170 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-642f5bb1-3373-4726-a7ad-e61cffe41118 req-2930223b-04cc-466f-a434-3badb68bb750 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0506551 Oct 13 13:13:32.214903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:32.232146 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-642f5bb1-3373-4726-a7ad-e61cffe41118 req-b3aaa827-16c7-4197-9982-ac9b61924cfe tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419295 Oct 13 13:13:33.362361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a60e31-dd42-4f8e-8632-bb13787584f7 req-869fb5e7-1bff-4aa1-87d5-b7984879abb2 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:33.363847 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a8a60e31-dd42-4f8e-8632-bb13787584f7 req-869fb5e7-1bff-4aa1-87d5-b7984879abb2 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0471773 Oct 13 13:13:33.409621 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a8a60e31-dd42-4f8e-8632-bb13787584f7 req-77091b04-6500-4ee8-84b5-c9b8864ad0c6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402095 Oct 13 13:13:33.824752 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:33.825522 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:DELETE=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:34.536272 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf3f25-0efa-47c7-81a2-bbff949cecec req-ddde1e6f-2506-4513-8ee1-f036a1173211 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:34.537745 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fccf3f25-0efa-47c7-81a2-bbff949cecec req-ddde1e6f-2506-4513-8ee1-f036a1173211 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0455425 Oct 13 13:13:34.588107 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fccf3f25-0efa-47c7-81a2-bbff949cecec req-e387329e-35e3-4d77-bda4-dcb0a57e920e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444434 Oct 13 13:13:34.787730 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8372-21e5-4df4-acd5-7b01416c20d9 req-8c2f6d7e-8396-47b4-83d8-ebb880233e0e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:34.789201 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f51d8372-21e5-4df4-acd5-7b01416c20d9 req-8c2f6d7e-8396-47b4-83d8-ebb880233e0e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0458634 Oct 13 13:13:34.837482 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f51d8372-21e5-4df4-acd5-7b01416c20d9 req-dee69242-3006-4403-adbb-e9a236e3add1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Oct 13 13:13:35.956037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27c072-3dc9-4a4f-9553-91d97eb068ab req-3cc53adc-446d-4032-afc5-299032771128 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:35.957495 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe27c072-3dc9-4a4f-9553-91d97eb068ab req-3cc53adc-446d-4032-afc5-299032771128 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0462711 Oct 13 13:13:36.003898 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe27c072-3dc9-4a4f-9553-91d97eb068ab req-289679bf-824e-454a-809e-d5a16c50d604 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 Oct 13 13:13:36.876723 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=76 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:36.877482 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:37.127412 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404481ca-4620-4b89-948e-29bf2c8c3f1e req-a46b8a6a-2dcf-488b-8519-85f07c372325 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:37.128783 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-404481ca-4620-4b89-948e-29bf2c8c3f1e req-a46b8a6a-2dcf-488b-8519-85f07c372325 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0499780 Oct 13 13:13:37.174530 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-404481ca-4620-4b89-948e-29bf2c8c3f1e req-982f3e5b-05be-44d2-a4ed-ee20b12a6473 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402966 Oct 13 13:13:37.461816 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-6e59e04d-2794-424f-8071-fed8167826b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:37.463492 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-6e59e04d-2794-424f-8071-fed8167826b2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 1130 time: 0.0415502 Oct 13 13:13:37.564989 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-c547d87c-236e-4724-970a-12619938e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:37.566469 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-c547d87c-236e-4724-970a-12619938e40a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.0919881 Oct 13 13:13:37.651036 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-29bdca24-b74e-43be-ad29-2afc890a42bf service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 200 len: 1001 time: 0.0719464 Oct 13 13:13:37.711084 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-609a76c7-8c5e-4458-94bf-ae5e988fcb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:37.712561 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-609a76c7-8c5e-4458-94bf-ae5e988fcb2f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.0459373 Oct 13 13:13:37.756560 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-fd1ad63d-75d2-4707-8578-fd9a08f82c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:37.758006 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-fd1ad63d-75d2-4707-8578-fd9a08f82c78 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390933 Oct 13 13:13:37.856178 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-f4ca1c7a-3359-457a-a53b-22b6c468918a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862317 Oct 13 13:13:37.954939 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-799d0b3a-e5c5-418f-829f-b585b5bb47b5 req-5f314946-2659-4547-87b8-aa19594090d4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Oct 13 13:13:38.294984 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f734c-637f-4664-818b-e57525a8b413 req-c063e006-b5da-4993-a091-f8e2fa92c1fb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:38.296480 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c40f734c-637f-4664-818b-e57525a8b413 req-c063e006-b5da-4993-a091-f8e2fa92c1fb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0484252 Oct 13 13:13:38.343135 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c40f734c-637f-4664-818b-e57525a8b413 req-373c22b5-5c58-47ad-992a-09ce2e6ccb91 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Oct 13 13:13:39.219771 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7091de-28a5-49aa-8f5c-6c1e5297451f req-ebad9e1c-f2f1-4420-be0f-dd2edb6898f9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:39.221264 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ed7091de-28a5-49aa-8f5c-6c1e5297451f req-ebad9e1c-f2f1-4420-be0f-dd2edb6898f9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0493424 Oct 13 13:13:39.228097 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fec09-3166-4296-97db-4fbec3521e81 req-bb782d3a-6b9f-4a82-85f6-406842ee890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:39.229558 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-bb782d3a-6b9f-4a82-85f6-406842ee890d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1168 time: 0.0401003 Oct 13 13:13:39.286088 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ed7091de-28a5-49aa-8f5c-6c1e5297451f req-5e42116c-ccda-4e2b-8608-0bc07252ae25 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592532 Oct 13 13:13:39.322459 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fec09-3166-4296-97db-4fbec3521e81 req-ff42a184-b78d-440a-9145-9878740c6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:39.323954 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-ff42a184-b78d-440a-9145-9878740c6de5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 916 time: 0.0880091 Oct 13 13:13:39.390656 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-b59f35f3-2681-43d0-a5cb-d9adf84e941c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 1000 time: 0.0600638 Oct 13 13:13:39.442191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fec09-3166-4296-97db-4fbec3521e81 req-8982ac49-8490-4416-9dc9-d8d666b36e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:39.443679 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-8982ac49-8490-4416-9dc9-d8d666b36e07 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 200 len: 854 time: 0.0452805 Oct 13 13:13:39.467164 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999689c-2c98-4d13-9c51-f8f7af064c5b req-8cddf461-ad94-4932-b902-cca461c018d7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:39.468646 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e999689c-2c98-4d13-9c51-f8f7af064c5b req-8cddf461-ad94-4932-b902-cca461c018d7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0473609 Oct 13 13:13:39.493916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fec09-3166-4296-97db-4fbec3521e81 req-c554304b-b4a9-4f3f-bb36-ca601e408c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:39.495458 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-c554304b-b4a9-4f3f-bb36-ca601e408c24 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=166f36a0-8f38-4dea-a79f-656b2b96b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387437 Oct 13 13:13:39.517185 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e999689c-2c98-4d13-9c51-f8f7af064c5b req-d66f7a97-4283-44ad-b522-e42ed77ba28f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426934 Oct 13 13:13:39.590985 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-76c8992c-4a68-4380-b9a8-d571bf3a830b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870419 Oct 13 13:13:39.683216 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-086fec09-3166-4296-97db-4fbec3521e81 req-d35cd8a4-2319-4725-b1d3-a7ab08a9a1da service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826402 Oct 13 13:13:40.407298 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fa102-5331-49cf-a76c-e2af11fccc54 req-174be7a1-0665-47ab-8998-c3dbb06298b9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:40.408745 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b16fa102-5331-49cf-a76c-e2af11fccc54 req-174be7a1-0665-47ab-8998-c3dbb06298b9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0463781 Oct 13 13:13:40.466993 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b16fa102-5331-49cf-a76c-e2af11fccc54 req-f02347eb-7809-42ce-9422-c58b214eaa08 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525486 Oct 13 13:13:41.488930 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c88ad3a5-69a6-4a0e-914e-eae4b785a168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:41.599065 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1eae3-6b0f-4d91-8e7b-7a4771b06a62 req-c1b2ba3e-a3b0-4282-b0b9-31f903462fa8 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:41.600529 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bc1eae3-6b0f-4d91-8e7b-7a4771b06a62 req-c1b2ba3e-a3b0-4282-b0b9-31f903462fa8 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0504880 Oct 13 13:13:41.612447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:41.659194 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bc1eae3-6b0f-4d91-8e7b-7a4771b06a62 req-c58b61d7-9687-4596-bc81-b51371b7e78e tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528932 Oct 13 13:13:42.764848 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:42.780821 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436c674-df16-4dd3-ba20-36ff201b5a96 req-2a7560d3-1118-4349-92d9-6a289cfb9551 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:42.782320 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2436c674-df16-4dd3-ba20-36ff201b5a96 req-2a7560d3-1118-4349-92d9-6a289cfb9551 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0481074 Oct 13 13:13:42.841387 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2436c674-df16-4dd3-ba20-36ff201b5a96 req-fdd79ef1-dcb1-4ab1-9ba2-ec34af8f3fa5 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534449 Oct 13 13:13:43.691020 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-085d5452-a8b9-46bf-9811-4fb0cf899ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:43.967221 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b83766-e865-493e-8f04-015942651388 req-a92d01f1-b573-496b-b542-abbdf309ea63 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:43.968634 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c7b83766-e865-493e-8f04-015942651388 req-a92d01f1-b573-496b-b542-abbdf309ea63 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0514965 Oct 13 13:13:43.982584 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:43.983974 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:44.030613 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c7b83766-e865-493e-8f04-015942651388 req-83517538-9462-4c93-af70-5c12af24a31d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556669 Oct 13 13:13:45.001472 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:45.152529 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e75f4-be16-4cd6-ab1d-aa5ad1ecd5d2 req-e22f935e-904e-4dae-9e83-38e39bf04840 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:45.153891 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-282e75f4-be16-4cd6-ab1d-aa5ad1ecd5d2 req-e22f935e-904e-4dae-9e83-38e39bf04840 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0474465 Oct 13 13:13:45.215408 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-282e75f4-be16-4cd6-ab1d-aa5ad1ecd5d2 req-9ad10796-b41d-4d9f-af63-b9ad12c037e2 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553608 Oct 13 13:13:45.333970 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:45.339897 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-a711be14-0a29-4710-b5a7-03c44bb9aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:45.341319 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-a711be14-0a29-4710-b5a7-03c44bb9aad3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0447810 Oct 13 13:13:45.343661 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f19554-6a11-4884-94e7-fb0590ec4452 req-a071818a-c100-4abb-9149-68e15a5b1bcb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:45.345683 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26f19554-6a11-4884-94e7-fb0590ec4452 req-a071818a-c100-4abb-9149-68e15a5b1bcb tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0475495 Oct 13 13:13:45.396090 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-26f19554-6a11-4884-94e7-fb0590ec4452 req-b0453989-9cb0-4c9e-b4b2-a9ebd14cdbdf tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447342 Oct 13 13:13:45.409218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:45.432997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-fdce2e83-89da-483f-8f96-56e4abe96120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:45.434453 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-fdce2e83-89da-483f-8f96-56e4abe96120 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.0872419 Oct 13 13:13:45.498034 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-c209819b-c2f9-4e08-937c-bd611aeef943 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 1002 time: 0.0573158 Oct 13 13:13:45.546586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-fd270050-0721-46ef-bd34-36c1326b11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:45.548111 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-fd270050-0721-46ef-bd34-36c1326b11d1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0430880 Oct 13 13:13:45.591767 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-72ca7560-bf1b-4f9a-b71f-02ec0b2a8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:45.593158 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-72ca7560-bf1b-4f9a-b71f-02ec0b2a8238 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390069 Oct 13 13:13:45.686808 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-9ef14711-cbf0-44c8-a882-fcf266eafd92 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872500 Oct 13 13:13:45.779168 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7bc3f4ce-198a-46b3-b133-dda2ac53258a req-ad2e10f1-6f75-4970-8324-45c0473e8843 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859246 Oct 13 13:13:46.338177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2c095-f32f-4008-aee2-f97ccf6a34da req-ff03a29c-8f39-4368-8f11-328cdefe34f2 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:46.339633 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01e2c095-f32f-4008-aee2-f97ccf6a34da req-ff03a29c-8f39-4368-8f11-328cdefe34f2 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0463936 Oct 13 13:13:46.399652 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01e2c095-f32f-4008-aee2-f97ccf6a34da req-b0dd4c76-f2c3-44b0-910c-61c9464b023b tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538335 Oct 13 13:13:46.513151 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12344f50-19dc-40ef-894f-c3c9e356e134 req-c559fe49-e596-4151-948d-0cd8de729c07 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:46.514593 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-12344f50-19dc-40ef-894f-c3c9e356e134 req-c559fe49-e596-4151-948d-0cd8de729c07 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0461118 Oct 13 13:13:46.561049 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-12344f50-19dc-40ef-894f-c3c9e356e134 req-82951b94-e54a-4594-bb19-1562f23c7f39 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 Oct 13 13:13:46.823810 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:46.993213 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:47.523463 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577313c-4956-43ad-982e-45aa85177728 req-fdc67300-65b5-4dff-8e8d-0fa6296e85a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:47.524815 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f577313c-4956-43ad-982e-45aa85177728 req-fdc67300-65b5-4dff-8e8d-0fa6296e85a9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0506632 Oct 13 13:13:47.583699 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f577313c-4956-43ad-982e-45aa85177728 req-97a2669b-a285-4745-89be-6321bc1fe8df tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532825 Oct 13 13:13:47.679357 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb91fef-46f2-47c3-81c3-19019bc3bb43 req-e8f81bed-a538-4d76-90b8-a9fb0d9caf7a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:47.680806 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-afb91fef-46f2-47c3-81c3-19019bc3bb43 req-e8f81bed-a538-4d76-90b8-a9fb0d9caf7a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0467629 Oct 13 13:13:47.727091 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-afb91fef-46f2-47c3-81c3-19019bc3bb43 req-6a1dfc4c-ff7b-4f63-9d4c-837fb9ed02be tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Oct 13 13:13:48.070624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52760) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:48.118873 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Deleting subnet 74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:13:48.121969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Publish callbacks [] for subnet (74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.155974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.195174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.245990 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.276553 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:48.278339 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.281440 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-558d1d75-f460-4b7a-93b6-626cc1e078c7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/74f0b5e7-46f0-4ba2-bca4-68f4cc2201d5 HTTP/1.1" status: 204 len: 168 time: 0.2097902 Oct 13 13:13:48.284466 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52762) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:48.352121 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (5b4f82fe-1259-480a-b97a-2403a9b4130d), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.431795 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (5b4f82fe-1259-480a-b97a-2403a9b4130d), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.451465 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4f82fe-1259-480a-b97a-2403a9b4130d']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:48.461100 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89f97ba-09c2-454d-b324-dc189e85df5c') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:48.461403 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89f97ba-09c2-454d-b324-dc189e85df5c') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:13:48.471401 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (a89f97ba-09c2-454d-b324-dc189e85df5c), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.478686 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:48.484948 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (a89f97ba-09c2-454d-b324-dc189e85df5c), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.491896 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Releasing vlan 474 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:13:48.492287 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (a89f97ba-09c2-454d-b324-dc189e85df5c), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.532978 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment a89f97ba-09c2-454d-b324-dc189e85df5c resource provider aggregate not found Oct 13 13:13:48.549597 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment a89f97ba-09c2-454d-b324-dc189e85df5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a89f97ba-09c2-454d-b324-dc189e85df5c found for delete ", "request_id": "req-21c58a6d-d297-47f4-a7c9-82b2976dd340"}]} Oct 13 13:13:48.556699 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (5b4f82fe-1259-480a-b97a-2403a9b4130d), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.562403 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.566300 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/5b4f82fe-1259-480a-b97a-2403a9b4130d HTTP/1.1" status: 204 len: 168 time: 0.2809308 Oct 13 13:13:48.580785 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b724a-434f-48bc-ae1e-8f4246ba70e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b4f82fe-1259-480a-b97a-2403a9b4130d,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:48.707512 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af58d8-64bc-4996-acb0-4ecbc18789b1 req-4cf90af9-a7be-4712-8bf1-226c3cddc997 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:48.709153 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-07af58d8-64bc-4996-acb0-4ecbc18789b1 req-4cf90af9-a7be-4712-8bf1-226c3cddc997 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0494783 Oct 13 13:13:48.732603 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52772) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:48.774090 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-07af58d8-64bc-4996-acb0-4ecbc18789b1 req-cb4b2631-8875-4e3d-8d79-4da2226bbed9 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591102 Oct 13 13:13:48.775633 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5bc28f56-ef68-4211-b35a-b94cc594448f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f85144e13e254365a86aa785093c8575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418553 Oct 13 13:13:48.776367 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52776) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:13:48.816684 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:48.843905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdcc4-37f6-451b-b8e9-66a42c34cc13 admin admin] Publish callbacks [] for security_group (a228a206-8a5d-45a7-94c5-703de9a61c7a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.853628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379320fd-4355-433d-b560-531e2ab9ef59 req-e5968809-2149-474f-96f6-78a55b9889a7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:48.855155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-379320fd-4355-433d-b560-531e2ab9ef59 req-e5968809-2149-474f-96f6-78a55b9889a7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0485041 Oct 13 13:13:48.864601 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdcc4-37f6-451b-b8e9-66a42c34cc13 admin admin] Publish callbacks [] for security_group (a228a206-8a5d-45a7-94c5-703de9a61c7a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.889239 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:48.904041 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-379320fd-4355-433d-b560-531e2ab9ef59 req-2a6ea379-99a2-4b57-9522-ab10a974a1b5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Oct 13 13:13:48.914317 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdcc4-37f6-451b-b8e9-66a42c34cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (a228a206-8a5d-45a7-94c5-703de9a61c7a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.917636 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdcc4-37f6-451b-b8e9-66a42c34cc13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:48.921236 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b6ccdcc4-37f6-451b-b8e9-66a42c34cc13 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a228a206-8a5d-45a7-94c5-703de9a61c7a HTTP/1.1" status: 204 len: 168 time: 0.1416500 Oct 13 13:13:48.932102 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccdcc4-37f6-451b-b8e9-66a42c34cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a228a206-8a5d-45a7-94c5-703de9a61c7a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:13:49.859535 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:49.895399 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ccc3e-48f0-4313-b003-68ffdf4dd9b1 req-57579d1e-2551-4ea3-8da5-50b755d27652 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:49.896823 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-622ccc3e-48f0-4313-b003-68ffdf4dd9b1 req-57579d1e-2551-4ea3-8da5-50b755d27652 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0466762 Oct 13 13:13:49.955841 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-622ccc3e-48f0-4313-b003-68ffdf4dd9b1 req-974d3d01-e78d-4b6c-8a59-ec047e9eca86 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534830 Oct 13 13:13:50.029126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e2dc9-ae85-43f8-aac0-06af8d7cf05b req-4291f761-ee55-4c0f-afad-e4551ce2618d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:50.030555 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a4e2dc9-ae85-43f8-aac0-06af8d7cf05b req-4291f761-ee55-4c0f-afad-e4551ce2618d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0496449 Oct 13 13:13:50.077088 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a4e2dc9-ae85-43f8-aac0-06af8d7cf05b req-cdc2f288-3cae-4af0-b93d-1b77e900ca7e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404069 Oct 13 13:13:51.083417 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86507c37-c412-4b30-b9c6-4d22652dd063 req-a57856b9-fc6f-4952-a994-ad8c70509abf tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:51.084874 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86507c37-c412-4b30-b9c6-4d22652dd063 req-a57856b9-fc6f-4952-a994-ad8c70509abf tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0489616 Oct 13 13:13:51.144480 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-86507c37-c412-4b30-b9c6-4d22652dd063 req-1696729a-4704-47ec-9f2e-cee7538e7a1b tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540617 Oct 13 13:13:51.201535 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d3a0-e2fa-4073-9d5c-9989fc42811a req-f19572cd-dace-40a2-9754-3606af0eacd6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:51.202894 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe76d3a0-e2fa-4073-9d5c-9989fc42811a req-f19572cd-dace-40a2-9754-3606af0eacd6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0498478 Oct 13 13:13:51.249087 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe76d3a0-e2fa-4073-9d5c-9989fc42811a req-c7e75263-1988-4677-b0a2-1e4b88ffa7f2 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 Oct 13 13:13:52.262604 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ed089-b891-4531-9f0c-69a920ca4179 req-cb0bd7d5-0c15-4c09-a369-321b20c8746c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:52.264048 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-773ed089-b891-4531-9f0c-69a920ca4179 req-cb0bd7d5-0c15-4c09-a369-321b20c8746c tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0465438 Oct 13 13:13:52.324623 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-773ed089-b891-4531-9f0c-69a920ca4179 req-0c18793a-5605-463e-aeb1-07841a96d6ac tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&id=3803a510-33fe-4754-8fcc-b9e1875f1efa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543792 Oct 13 13:13:52.369753 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dad900-881b-45f2-940d-b753e0d20400 req-642b5b44-1037-4365-83ec-1e63623bee89 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:52.371255 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41dad900-881b-45f2-940d-b753e0d20400 req-642b5b44-1037-4365-83ec-1e63623bee89 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0456014 Oct 13 13:13:52.420930 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41dad900-881b-45f2-940d-b753e0d20400 req-e2815574-45d4-4a9b-be31-061039b45c4c tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434599 Oct 13 13:13:53.543431 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120c883-2eac-4a88-90e1-26b87b6e02e3 req-8c94c95d-3504-4138-8371-b3357512cfce tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:53.544893 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4120c883-2eac-4a88-90e1-26b87b6e02e3 req-8c94c95d-3504-4138-8371-b3357512cfce tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0471532 Oct 13 13:13:53.593959 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4120c883-2eac-4a88-90e1-26b87b6e02e3 req-3b7e0c0a-0d1c-48d5-9a19-4566377d3708 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427418 Oct 13 13:13:54.714535 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d03cda-2f5d-4fb5-82ef-50e6b78c53ad req-0bc158c1-c5f7-4f9b-8fad-72f3977861b9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:54.715995 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39d03cda-2f5d-4fb5-82ef-50e6b78c53ad req-0bc158c1-c5f7-4f9b-8fad-72f3977861b9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0467274 Oct 13 13:13:54.761470 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39d03cda-2f5d-4fb5-82ef-50e6b78c53ad req-98d435b0-30aa-4189-9494-d01726413c82 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401068 Oct 13 13:13:55.883145 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2e739-3eb5-433c-8269-e205a5138aa6 req-cabf01ce-6436-4093-9230-5ccf1af37225 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:55.884586 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-adf2e739-3eb5-433c-8269-e205a5138aa6 req-cabf01ce-6436-4093-9230-5ccf1af37225 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0488501 Oct 13 13:13:55.931667 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-adf2e739-3eb5-433c-8269-e205a5138aa6 req-38dbc488-b252-4650-a5a5-86841ba68c14 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Oct 13 13:13:56.758287 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:13:57.052439 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850b563-e53e-468c-9d6f-bfae60dbec78 req-bbb3c97c-185b-45fe-a700-a8d9a20fe1ac tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:57.053919 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2850b563-e53e-468c-9d6f-bfae60dbec78 req-bbb3c97c-185b-45fe-a700-a8d9a20fe1ac tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0469129 Oct 13 13:13:57.099774 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2850b563-e53e-468c-9d6f-bfae60dbec78 req-3ebc98cf-c8a6-4d71-935d-c65801389fc9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 Oct 13 13:13:58.217907 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a4c32-2d46-47ac-9b11-13ebce2bfbb5 req-d94c0d3b-6219-4e6a-8bb4-f8e79fdb8ff8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:58.219780 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c49a4c32-2d46-47ac-9b11-13ebce2bfbb5 req-d94c0d3b-6219-4e6a-8bb4-f8e79fdb8ff8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0456245 Oct 13 13:13:58.241838 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:58.249484 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:58.270896 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c49a4c32-2d46-47ac-9b11-13ebce2bfbb5 req-70e5286b-7ff6-47ae-9d08-b698a7fa8862 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 Oct 13 13:13:58.897565 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:58.923463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:UPDATE=1,neutron:SELECT=28,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:13:59.395498 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f455-f222-4db4-9572-4197625e85a0 req-cbdd9200-f4f8-4015-a4b2-d4f875f97bf6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:13:59.397074 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3809f455-f222-4db4-9572-4197625e85a0 req-cbdd9200-f4f8-4015-a4b2-d4f875f97bf6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Oct 13 13:13:59.446621 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3809f455-f222-4db4-9572-4197625e85a0 req-444d1ba6-6594-412d-8acc-d988e775730a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Oct 13 13:14:00.035140 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58b7f0-5094-4f7f-af61-1d7fab2882ec req-26f95ff9-d87f-42a0-9694-27425a3371d4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:00.036486 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f58b7f0-5094-4f7f-af61-1d7fab2882ec req-26f95ff9-d87f-42a0-9694-27425a3371d4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0460095 Oct 13 13:14:00.082674 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f58b7f0-5094-4f7f-af61-1d7fab2882ec req-0794b4df-3517-42fb-b58a-a0d07b534ee9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407929 Oct 13 13:14:00.569804 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f37ffd-26c9-4aea-8049-51f0cd7d6002 req-b8cc3ae8-e92b-425b-951d-1f9af7134442 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:00.571264 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52f37ffd-26c9-4aea-8049-51f0cd7d6002 req-b8cc3ae8-e92b-425b-951d-1f9af7134442 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0486887 Oct 13 13:14:00.616747 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52f37ffd-26c9-4aea-8049-51f0cd7d6002 req-dcb84b2d-88ef-473c-a1db-c3559a43699f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399587 Oct 13 13:14:01.208199 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84131-0928-401d-b7c5-4ae431d238b9 req-2b3c2b91-318b-46b3-9bfe-3a456bfc6827 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:01.209575 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dfb84131-0928-401d-b7c5-4ae431d238b9 req-2b3c2b91-318b-46b3-9bfe-3a456bfc6827 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0467575 Oct 13 13:14:01.256459 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dfb84131-0928-401d-b7c5-4ae431d238b9 req-2467450e-43c5-49d4-aac2-e51bc1155afd tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413978 Oct 13 13:14:01.338504 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-cfe0fbec-3032-4ec4-a9b1-fbc1b3b537b5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371728 Oct 13 13:14:01.481627 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-18f2f45c-85fa-4fa6-9d08-a3f5b0eeffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:01.482976 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-18f2f45c-85fa-4fa6-9d08-a3f5b0eeffbe service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 1129 time: 0.0394042 Oct 13 13:14:01.620566 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-696a0f4e-7127-4c00-99b3-2ef1d4bfb6f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:01.621969 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-696a0f4e-7127-4c00-99b3-2ef1d4bfb6f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0645461 Oct 13 13:14:01.624567 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-dec0ca6b-d869-4040-9ed5-9acab91fb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:01.625904 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-dec0ca6b-d869-4040-9ed5-9acab91fb69b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.1233380 Oct 13 13:14:01.741544 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d5cf-0c65-4118-a73d-a546579086e7 req-da970f5d-9087-4b79-8c68-4bc2647e9c90 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:01.742898 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8856d5cf-0c65-4118-a73d-a546579086e7 req-da970f5d-9087-4b79-8c68-4bc2647e9c90 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0493093 Oct 13 13:14:01.789388 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8856d5cf-0c65-4118-a73d-a546579086e7 req-1e63e48c-3aed-45f0-bfa3-a60512a3114d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Oct 13 13:14:02.383886 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ec96-9865-4497-b0f1-9f30df13b21d req-22c0319d-c7c4-4b8e-bc20-b7ace382f6a3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:02.385334 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c423ec96-9865-4497-b0f1-9f30df13b21d req-22c0319d-c7c4-4b8e-bc20-b7ace382f6a3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 947 time: 0.0469513 Oct 13 13:14:02.431319 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c423ec96-9865-4497-b0f1-9f30df13b21d req-77c30166-c9bd-435d-a230-9ceb6ea7c2c0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0bac63e9-5253-40e5-aa0f-bae407b800bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405493 Oct 13 13:14:02.626472 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb4ca9-ca07-4ecf-a40f-95635026fc47 req-3408a22a-c67d-4a7b-8545-c1b52a633fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:02.627917 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6cfb4ca9-ca07-4ecf-a40f-95635026fc47 req-3408a22a-c67d-4a7b-8545-c1b52a633fc5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0400522 Oct 13 13:14:02.678538 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6cfb4ca9-ca07-4ecf-a40f-95635026fc47 req-670765b0-d757-4434-a9e0-3ca9df54c358 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445898 Oct 13 13:14:02.800589 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-6d5e91b1-17a2-4be6-95df-52c182524ccf service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 HTTP/1.1" status: 200 len: 217 time: 0.2844610 Oct 13 13:14:02.851435 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Deleting port bd0eddba-ab0b-4c35-805b-853067734898 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:02.851786 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (bd0eddba-ab0b-4c35-805b-853067734898), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:02.909237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1f20d-2f37-4b29-9eb6-18f46c355450 req-ef2c3b24-ca84-4f28-b000-10a237760568 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:02.910714 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-87f1f20d-2f37-4b29-9eb6-18f46c355450 req-ef2c3b24-ca84-4f28-b000-10a237760568 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0469580 Oct 13 13:14:02.959573 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-87f1f20d-2f37-4b29-9eb6-18f46c355450 req-c4ad5b47-9f8f-4aad-afb8-a68c40a0cfa7 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427570 Oct 13 13:14:02.966523 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-99157d2e-543e-4c27-99de-c77a654b946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:02.967995 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-99157d2e-543e-4c27-99de-c77a654b946a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0683529 Oct 13 13:14:03.022757 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] For port bd0eddba-ab0b-4c35-805b-853067734898, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=bd0eddba-ab0b-4c35-805b-853067734898,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:03.023163 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (bd0eddba-ab0b-4c35-805b-853067734898), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:03.036041 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-3f130dbe-2f6a-449c-8337-170184fc1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:03.037542 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-3f130dbe-2f6a-449c-8337-170184fc1e68 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585995 Oct 13 13:14:03.286849 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-ef3ea792-bebd-4843-be9a-e39420c3f1a1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275438 Oct 13 13:14:03.307559 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:03.307937 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (c465c168-8831-4058-9fd3-856ba8898546), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:03.308259 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Floating IP c465c168-8831-4058-9fd3-856ba8898546 disassociated. External IP: 172.27.1.119, port: bd0eddba-ab0b-4c35-805b-853067734898. Oct 13 13:14:03.308606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Calling delete_port for bd0eddba-ab0b-4c35-805b-853067734898 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:03.454855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:03.468622 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:03.512139 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (bd0eddba-ab0b-4c35-805b-853067734898), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:03.515144 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d69b7c9d-f305-4f02-85b7-4cda681b04b3 req-50468799-d838-4f48-8d54-666b68e790a8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379895 Oct 13 13:14:03.540997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event deleted for resources: {'Port': ['ID=bd0eddba-ab0b-4c35-805b-853067734898,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:03.544901 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ad4f69e4-ab17-4fe8-8f9f-a5a37e625c63 req-d28b71be-7d7b-4dcb-8809-faa5c6e18592 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.0275104 Oct 13 13:14:03.653450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Router a5a52623-00bd-4661-be01-1217ed587395 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:03.756548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:03.766523 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:03.776564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:03.777166 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:13:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:03.799650 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] No DVR routers for this DVR port bd0eddba-ab0b-4c35-805b-853067734898 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:03.802741 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:03.806065 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ce5b1957-67b1-42b5-a9b9-b15af9d10322 req-50457b91-e003-43db-bfdf-fcffb3c84e4b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "DELETE /networking/v2.0/ports/bd0eddba-ab0b-4c35-805b-853067734898 HTTP/1.1" status: 204 len: 173 time: 1.2970455 Oct 13 13:14:03.806582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-deleted', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:03.808870 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80da1ec0-e8a4-43a9-835f-39e6a459f268" -d '{"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-deleted", "tag": "bd0eddba-ab0b-4c35-805b-853067734898"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:03.846939 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4822f7-4629-42e3-890c-0a3e5a78fac8 x-openstack-request-id: req-bf4822f7-4629-42e3-890c-0a3e5a78fac8 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:03.847886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd475b-3495-4669-9985-d4a7dedb4bbf", "name": "network-vif-deleted", "tag": "bd0eddba-ab0b-4c35-805b-853067734898", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:03.848140 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf4822f7-4629-42e3-890c-0a3e5a78fac8 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:03.848567 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4822f7-4629-42e3-890c-0a3e5a78fac8'] response: {'server_uuid': '26bd475b-3495-4669-9985-d4a7dedb4bbf', 'name': 'network-vif-deleted', 'tag': 'bd0eddba-ab0b-4c35-805b-853067734898', 'status': 'completed', 'code': 200} Oct 13 13:14:03.885151 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:04.079918 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:04.081244 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66218024-d559-4484-a08e-839f248d6ddb req-5c05950f-8971-42f8-8fc9-14292ed99d5a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:04.082738 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66218024-d559-4484-a08e-839f248d6ddb req-5c05950f-8971-42f8-8fc9-14292ed99d5a tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Oct 13 13:14:04.104749 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:04.114998 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:04.115870 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:13:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:04.138897 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66218024-d559-4484-a08e-839f248d6ddb req-5d70a8c9-0cf6-4ace-8729-8be7a1c1649d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505772 Oct 13 13:14:04.220876 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:04.415267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:04.445250 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a1c187-ed0e-4bad-834b-3296b75bbd89 None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:04.689455 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b25cd14f-b7cd-4891-be52-82eac5dd2745 req-5d5be421-b786-4181-a278-665f8b79fcfb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=26bd475b-3495-4669-9985-d4a7dedb4bbf HTTP/1.1" status: 200 len: 210 time: 0.0351739 Oct 13 13:14:04.698876 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783af1cb-9de3-4b3c-837b-7564170ab9bd None None] New status for floating IP c465c168-8831-4058-9fd3-856ba8898546: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:14:04.970170 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:14:05.045591 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:05.067947 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: bd0eddba-ab0b-4c35-805b-853067734898 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:05.068391 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device bd0eddba-ab0b-4c35-805b-853067734898 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:05.260151 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb1c71-f9e6-42c1-9ffd-2d62513850f6 req-404877d2-847b-4d34-bace-c9cdec6eecf9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:05.261615 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4eb1c71-f9e6-42c1-9ffd-2d62513850f6 req-404877d2-847b-4d34-bace-c9cdec6eecf9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0459530 Oct 13 13:14:05.282402 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:05.309815 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a4eb1c71-f9e6-42c1-9ffd-2d62513850f6 req-bb911f5f-ce26-44de-92bd-26a3312d8d90 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Oct 13 13:14:05.706861 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-f4fc3d1c-8a6f-4d1a-83a4-12be5644cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:05.708333 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-f4fc3d1c-8a6f-4d1a-83a4-12be5644cb4b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0447745 Oct 13 13:14:05.733782 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10028131-31ae-4449-a2b8-68d573d8c8cb req-73a49936-a8cc-4f4f-9155-e66864c799c5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:05.735305 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-10028131-31ae-4449-a2b8-68d573d8c8cb req-73a49936-a8cc-4f4f-9155-e66864c799c5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0532358 Oct 13 13:14:05.797125 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-10028131-31ae-4449-a2b8-68d573d8c8cb req-2b5283ff-aec9-409a-a04e-e1da63388c78 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549998 Oct 13 13:14:05.815959 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52870) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:05.833709 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-b8bd8769-e54c-4d9c-a73c-392cc88b2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:05.835250 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-b8bd8769-e54c-4d9c-a73c-392cc88b2605 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.1183372 Oct 13 13:14:05.863314 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:05.878101 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-831ecd45-4e03-4ab3-90ce-d3f8f2dc5d3b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (0bac63e9-5253-40e5-aa0f-bae407b800bd), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:05.901177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-831ecd45-4e03-4ab3-90ce-d3f8f2dc5d3b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (0bac63e9-5253-40e5-aa0f-bae407b800bd), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:05.908827 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-6086cdca-7e41-4e28-9f1e-416a9ca3a7d5 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 1002 time: 0.0568948 Oct 13 13:14:05.953815 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-831ecd45-4e03-4ab3-90ce-d3f8f2dc5d3b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (0bac63e9-5253-40e5-aa0f-bae407b800bd), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:05.956434 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-831ecd45-4e03-4ab3-90ce-d3f8f2dc5d3b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:05.957772 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-831ecd45-4e03-4ab3-90ce-d3f8f2dc5d3b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0bac63e9-5253-40e5-aa0f-bae407b800bd HTTP/1.1" status: 204 len: 168 time: 0.1406417 Oct 13 13:14:05.962756 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52872) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:05.967667 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ecd45-4e03-4ab3-90ce-d3f8f2dc5d3b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac63e9-5253-40e5-aa0f-bae407b800bd,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:05.979832 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-d1932749-096c-44cb-9289-bbff78637374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:05.981335 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-d1932749-096c-44cb-9289-bbff78637374 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0615764 Oct 13 13:14:05.982135 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-937e6079-1edf-4124-91fb-641ebd7b8db3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] show failed (client error): The resource could not be found. Oct 13 13:14:05.983189 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-937e6079-1edf-4124-91fb-641ebd7b8db3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups/0bac63e9-5253-40e5-aa0f-bae407b800bd HTTP/1.1" status: 404 len: 347 time: 0.0193663 Oct 13 13:14:05.986106 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52874) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:06.115857 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-ea8457c4-8755-4b39-b3dd-dd79f5e391f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:06.117325 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-ea8457c4-8755-4b39-b3dd-dd79f5e391f5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956945 Oct 13 13:14:06.147449 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Deleting port 8ebd7ead-2cd9-4454-837a-f8e6d852d171 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:06.147800 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.276707 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-e782eef0-33b0-4794-ac37-a28091c1fd94 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514454 Oct 13 13:14:06.286991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.287645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (8ebd7ead-2cd9-4454-837a-f8e6d852d171), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.319251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Calling delete_port for 8ebd7ead-2cd9-4454-837a-f8e6d852d171 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:06.357852 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:06.362478 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:06.459634 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4092f911-88a1-46da-9ee6-6fc40a7d1c7b req-829ea8f0-15b0-4f1b-a4ec-fd50ec5a4e99 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746464 Oct 13 13:14:06.526930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (8ebd7ead-2cd9-4454-837a-f8e6d852d171), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.549720 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event deleted for resources: {'Port': ['ID=8ebd7ead-2cd9-4454-837a-f8e6d852d171,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:06.611838 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (c465c168-8831-4058-9fd3-856ba8898546), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.614325 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.615465 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1038cb13-7c97-4562-8fdc-1934720212d1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/c465c168-8831-4058-9fd3-856ba8898546 HTTP/1.1" status: 204 len: 168 time: 0.6284313 Oct 13 13:14:06.699533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52878) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:06.704101 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271582545', 'description': 'tempest-description--2020424270'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:06.725503 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.798067 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (c4c404c6-8c6a-403a-ae48-1426055bae81), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.801647 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c4c404c6-8c6a-403a-ae48-1426055bae81), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.832649 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.833871 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333275 Oct 13 13:14:06.835874 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8d8d8-1056-44a8-bad3-7614c1941f08 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c404c6-8c6a-403a-ae48-1426055bae81,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:06.836953 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52882) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:06.850762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'security_group_rule': {'security_group_id': 'c4c404c6-8c6a-403a-ae48-1426055bae81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:06.877775 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (fac8ee5e-a1b2-4a4e-8de9-7ef0de9980fa), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.921992 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a07c86-7929-4c13-acfc-da97226a1748 req-47f38046-e9e2-4d37-9d94-c34c45272c0b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:06.923757 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-81a07c86-7929-4c13-acfc-da97226a1748 req-47f38046-e9e2-4d37-9d94-c34c45272c0b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0483234 Oct 13 13:14:06.945979 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (fac8ee5e-a1b2-4a4e-8de9-7ef0de9980fa), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.949663 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (fac8ee5e-a1b2-4a4e-8de9-7ef0de9980fa), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.971642 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac8ee5e-a1b2-4a4e-8de9-7ef0de9980fa,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:06.972948 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-81a07c86-7929-4c13-acfc-da97226a1748 req-66e62a95-ecba-44d8-9622-dc970d17c3c1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432127 Oct 13 13:14:06.978156 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:06.978936 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-16a853f8-0952-46f5-b51e-7cf74c5f6d77 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318028 Oct 13 13:14:06.981909 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52884) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:06.999216 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'security_group_rule': {'security_group_id': 'c4c404c6-8c6a-403a-ae48-1426055bae81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:07.012083 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (ccb55214-98b7-4f89-8254-11506ce313e2), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.074126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (ccb55214-98b7-4f89-8254-11506ce313e2), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.077697 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (ccb55214-98b7-4f89-8254-11506ce313e2), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.097129 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb55214-98b7-4f89-8254-11506ce313e2,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:07.104270 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.105463 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e12d7502-39da-4b52-929a-68fae39d6c8e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225765 Oct 13 13:14:07.108628 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52888) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:07.112900 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:07.132624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.211995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.290261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:07.317327 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Allocated IP 172.27.1.77 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/7260a995-ff95-4092-a7d8-3aa88626e79e) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:07.371211 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:07.422981 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.454777 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.494297 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:07.497301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:07.502509 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:07.505724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'Port': ['ID=7260a995-ff95-4092-a7d8-3aa88626e79e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:07.586070 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (7ac8b47a-21b6-4e39-a1a4-04ca410763fc), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.620809 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.764354 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.768594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.841111 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7ac8b47a-21b6-4e39-a1a4-04ca410763fc), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.843857 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'Port': ['ID=7260a995-ff95-4092-a7d8-3aa88626e79e,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:07.861853 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:07.863115 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b7620d89-2f51-438d-96de-ac07cbf70a5a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7535188 Oct 13 13:14:08.070198 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-29d8b235-6773-4e56-aea8-63ec4a2e34c4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--271582545&fields=id&tenant_id=4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 267 time: 0.0509143 Oct 13 13:14:08.151764 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47735ee5-fa27-42d7-9ba8-a49532e166b5 req-663fa520-106d-49d3-8086-8df17350f297 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:08.153242 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-47735ee5-fa27-42d7-9ba8-a49532e166b5 req-663fa520-106d-49d3-8086-8df17350f297 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0979605 Oct 13 13:14:08.233744 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-9e914a8c-2767-4b49-acb6-63133490ade8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:08.236020 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-9e914a8c-2767-4b49-acb6-63133490ade8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 816 time: 0.1501615 Oct 13 13:14:08.239326 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-47735ee5-fa27-42d7-9ba8-a49532e166b5 req-45a4ea1b-1782-4a6e-84f9-f98a3790a833 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785546 Oct 13 13:14:08.250824 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-3b8eafa2-a8df-4347-988a-bd7925f92c21 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/quotas/4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 375 time: 0.0091209 Oct 13 13:14:08.305332 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-e5b52fd1-d4b1-4432-973c-705737a88d90 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491555 Oct 13 13:14:08.361134 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:08.402306 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-41121bfa-bc56-4157-98f9-5c3adcc4dd1f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Oct 13 13:14:08.492975 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-9ee78651-a194-4b6e-a2d7-50758e9d48a4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843210 Oct 13 13:14:08.653664 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5ae1c2a0-148d-4b81-9f5f-b671f7b1ede3 req-a066d7ef-99e5-4477-bfe0-4a6ced6dd5a5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 210 time: 0.0279877 Oct 13 13:14:09.356132 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:09.365833 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d4e66-e480-4502-890d-db815670602f req-f5054fcd-1a0d-49d1-914b-a579e2b666f1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:09.367144 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-091d4e66-e480-4502-890d-db815670602f req-f5054fcd-1a0d-49d1-914b-a579e2b666f1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Oct 13 13:14:09.415200 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-091d4e66-e480-4502-890d-db815670602f req-2947daa2-3ee4-426b-8011-2ad4fb100f11 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Oct 13 13:14:09.533390 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266111dd-ccdf-4b18-ab37-195a1734eccd req-e14559c9-252f-4ef9-b3b1-f451a3d632f1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:09.534825 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-266111dd-ccdf-4b18-ab37-195a1734eccd req-e14559c9-252f-4ef9-b3b1-f451a3d632f1 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0487206 Oct 13 13:14:09.544826 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52918) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:09.549685 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Request body: {'floatingip': {'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:09.600903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:09.856345 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-5cf79ea7-0066-4b36-a85a-0c1141893da0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:09.858471 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-5cf79ea7-0066-4b36-a85a-0c1141893da0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 816 time: 0.1250689 Oct 13 13:14:09.914115 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:09.936975 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-2e372b67-e26d-4162-8185-39667185a3b3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 379 time: 0.0706508 Oct 13 13:14:09.942224 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bc221c89-7961-4b3c-938c-6e5f9f1b5a42 req-eb5e884d-a8cc-4bb6-8ee0-f4e9ca71808a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 210 time: 0.0411119 Oct 13 13:14:10.024242 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'port': {'device_id': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'admin_state_up': True, 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'security_groups': ['c4c404c6-8c6a-403a-ae48-1426055bae81']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:10.105273 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:10.142058 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Made reservation on behalf of 4af4b9833fd14a1f881610bbc90bbd37 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:14:10.145871 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.274895 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Allocated IP 172.20.0.12 (be617289-4b6b-4fbf-91a3-2f05a4825667/7852389a-ef32-4c0d-8e3a-51545dc601e2/ff57ee79-9921-43ed-817d-5ba082c97343) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:10.306457 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.310532 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.417472 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for port (ff57ee79-9921-43ed-817d-5ba082c97343), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.450402 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.517339 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Router 7b492047-1ab3-414e-b64b-8ac0c723eca1 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:10.605836 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:10.610512 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:10.629390 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:10.634349 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.639296 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] Sync routers for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:10.645614 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:10.646240 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:10.655180 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:10.656768 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:13:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:10.671204 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:10.673404 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:10.708003 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c5cced8b-71a3-4333-8a8e-9326a22000bd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/9965e5e0-193a-466b-88a7-de7e7201af39 HTTP/1.1" status: 200 len: 994 time: 1.1599703 Oct 13 13:14:10.732169 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b2c39-e968-42bf-ab1c-6236cde1d877 x-openstack-request-id: req-b76b2c39-e968-42bf-ab1c-6236cde1d877 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:10.732169 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:10.732413 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b76b2c39-e968-42bf-ab1c-6236cde1d877 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:10.732754 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76b2c39-e968-42bf-ab1c-6236cde1d877'] response: {'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'status': 'completed', 'code': 200} Oct 13 13:14:10.733275 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:10.736609 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:10.740811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:10.766889 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:10.775244 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:10.824355 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:10.824995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.828759 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-064367b1-8a43-4141-a225-23d4a5b0c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:10.830230 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-064367b1-8a43-4141-a225-23d4a5b0c7ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0659647 Oct 13 13:14:10.861626 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-a84040c1-42b8-47a9-8ca7-cb89d34993b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8412087 Oct 13 13:14:10.898277 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Request body: {'port': {'device_id': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:10.985739 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:10.991089 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.997634 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-f6621c2e-1b1c-4b81-9b5a-d6e06b2e781e None None] Provisioning complete for port ff57ee79-9921-43ed-817d-5ba082c97343 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:10.998009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f6621c2e-1b1c-4b81-9b5a-d6e06b2e781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:10.998347 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-f6621c2e-1b1c-4b81-9b5a-d6e06b2e781e None None] Attempt 1 to provision port ff57ee79-9921-43ed-817d-5ba082c97343 Oct 13 13:14:11.005083 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-1f1a3749-9746-4ab6-9a22-771378e0f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:11.006555 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-1f1a3749-9746-4ab6-9a22-771378e0f69c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.1681921 Oct 13 13:14:11.039011 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-f6621c2e-1b1c-4b81-9b5a-d6e06b2e781e None None] Port ff57ee79-9921-43ed-817d-5ba082c97343 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:14:11.041019 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '9965e5e0-193a-466b-88a7-de7e7201af39', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:12:12Z', 'updated_at': '2022-10-13T13:14:10Z', 'revision_number': 3, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:11.068924 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] Checking router: 7b492047-1ab3-414e-b64b-8ac0c723eca1 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:11.077639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:11.079031 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:13:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:11.093698 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9d584-8324-4c1d-b70d-2e70dd395a4b req-7741465d-1b39-445c-99c4-88b155a42d36 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:11.095326 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98b9d584-8324-4c1d-b70d-2e70dd395a4b req-7741465d-1b39-445c-99c4-88b155a42d36 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 932 time: 0.0510688 Oct 13 13:14:11.149186 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98b9d584-8324-4c1d-b70d-2e70dd395a4b req-9fed314d-50f6-4629-928e-b8ffb2f64121 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475376 Oct 13 13:14:11.164484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:11.187724 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:11.192714 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-28c9e281-0909-45cb-9c7c-60f8ec194d98 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 1002 time: 0.1791196 Oct 13 13:14:11.293276 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-b5c15838-444b-4727-9dcb-317c26a88b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:11.294781 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-b5c15838-444b-4727-9dcb-317c26a88b5f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0743756 Oct 13 13:14:11.363421 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-5bc645b8-c16e-4011-ab99-6578a5ebdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:11.364958 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-5bc645b8-c16e-4011-ab99-6578a5ebdc9d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639920 Oct 13 13:14:11.447679 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff57ee79-9921-43ed-817d-5ba082c97343 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:14:11.458372 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Publish callbacks [] for port (ff57ee79-9921-43ed-817d-5ba082c97343), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:11.488904 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Transition to ACTIVE for port object ff57ee79-9921-43ed-817d-5ba082c97343 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:14:11.500991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:11.508376 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-dae0103b-6dd9-4f54-ae31-fb3ebd49a5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:11.536771 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-f4c7bad7-9981-456b-867a-9538b9c01a98 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655712 Oct 13 13:14:11.546570 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '9965e5e0-193a-466b-88a7-de7e7201af39', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:12:12Z', 'updated_at': '2022-10-13T13:14:10Z', 'revision_number': 3, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:11.571546 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f805d17-ef69-4023-9d8c-93b05325fd7f None None] The sync data for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi is: [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '9965e5e0-193a-466b-88a7-de7e7201af39', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'floating_ip_address': '172.27.1.182', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'port_id': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'mac_address': 'fa:16:3e:7f:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:12:12Z', 'updated_at': '2022-10-13T13:14:10Z', 'revision_number': 3, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:11.646294 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:11.708151 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Attempting to bind port ff57ee79-9921-43ed-817d-5ba082c97343 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:11.708497 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Attempting to bind port ff57ee79-9921-43ed-817d-5ba082c97343 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:11.708833 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Attempting to bind port ff57ee79-9921-43ed-817d-5ba082c97343 on network be617289-4b6b-4fbf-91a3-2f05a4825667 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:11.735180 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cb60fc58-fd7e-4009-bd92-53e92dcadbb8 req-67f0295d-d913-421b-b0a0-3170ca92e4f7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894939 Oct 13 13:14:11.759199 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Port ff57ee79-9921-43ed-817d-5ba082c97343 on network be617289-4b6b-4fbf-91a3-2f05a4825667 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:14:11.759534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Attempting to bind port ff57ee79-9921-43ed-817d-5ba082c97343 on network be617289-4b6b-4fbf-91a3-2f05a4825667 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:11.801792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:11.802130 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Checking segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:11.802515 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Bound using segment: {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:11.802951 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Bound port: ff57ee79-9921-43ed-817d-5ba082c97343, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42372d07-88d9-474f-9285-3c99dc557a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 493, 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:11.803345 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:11.836804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:11.869307 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:11.872292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:11.878125 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:11.882297 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:11.882909 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:11.884281 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 1094 time: 0.9906061 Oct 13 13:14:11.884828 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:11.887076 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d7c396-9d01-4658-a676-0bedc6ff28be" -d '{"events": [{"name": "network-changed", "server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:11.941488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8de11d3-f2a2-46ab-884a-4390fa343577 x-openstack-request-id: req-d8de11d3-f2a2-46ab-884a-4390fa343577 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:11.941765 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:11.942010 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8de11d3-f2a2-46ab-884a-4390fa343577 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:11.942399 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8de11d3-f2a2-46ab-884a-4390fa343577'] response: {'name': 'network-changed', 'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'status': 'completed', 'code': 200} Oct 13 13:14:11.960532 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db384bb3-80f4-44d0-85c3-9c00e1efbb22 service neutron] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:11.974899 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-d53d7155-8f56-412f-82f6-7160a73b6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:11.976405 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-d53d7155-8f56-412f-82f6-7160a73b6e35 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1128 time: 0.0451527 Oct 13 13:14:12.020183 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-293d1dd2-9c60-4031-aece-d428bd274530 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 217 time: 0.0345774 Oct 13 13:14:12.073245 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-584d2437-a9bf-47f4-be70-1d98b3aa2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:12.074610 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-584d2437-a9bf-47f4-be70-1d98b3aa2afb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.0426064 Oct 13 13:14:12.107692 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:12.118412 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2749-a724-444c-9621-77bc146975d8 req-c52e9419-b199-4e67-98ab-6fa59184b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:12.119899 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-c52e9419-b199-4e67-98ab-6fa59184b147 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392454 Oct 13 13:14:12.212463 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-87c3bb4a-c175-40b5-a383-2cfc6bb7f78f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852232 Oct 13 13:14:12.279492 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb6eeb-ef45-493b-a89e-2960481b0e5d req-37909f56-9f7c-4455-a070-618d0777bad0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:12.281562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41fb6eeb-ef45-493b-a89e-2960481b0e5d req-37909f56-9f7c-4455-a070-618d0777bad0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0459371 Oct 13 13:14:12.306683 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a02d2749-a724-444c-9621-77bc146975d8 req-ec7c9339-e7ba-4287-8831-0a21d074a23c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839500 Oct 13 13:14:12.328749 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41fb6eeb-ef45-493b-a89e-2960481b0e5d req-67d5de6d-af81-40e8-9d31-ad73c25777e6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416236 Oct 13 13:14:12.734310 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:12.736671 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d31ff68-0281-49e8-93a0-ef27f5b5d390" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:12.775264 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178408e-259e-43a0-8006-202f6b35f9c0 x-openstack-request-id: req-f178408e-259e-43a0-8006-202f6b35f9c0 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:12.775559 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:12.775809 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f178408e-259e-43a0-8006-202f6b35f9c0 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:12.776212 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f178408e-259e-43a0-8006-202f6b35f9c0'] response: {'name': 'network-changed', 'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'status': 'completed', 'code': 200} Oct 13 13:14:13.290027 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-6b32b52a-651e-4a84-b19f-fec84b2fe80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.291532 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-6b32b52a-651e-4a84-b19f-fec84b2fe80d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1128 time: 0.0716922 Oct 13 13:14:13.292593 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-56cbb57f-4825-4760-9995-5c8009a7cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.293921 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-56cbb57f-4825-4760-9995-5c8009a7cf4f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 1130 time: 0.0637956 Oct 13 13:14:13.453602 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b033a0a-0291-403d-93ea-086d2b028f96 req-43ee5549-de4b-4701-9b79-cafef33a4d46 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.455071 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b033a0a-0291-403d-93ea-086d2b028f96 req-43ee5549-de4b-4701-9b79-cafef33a4d46 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0463915 Oct 13 13:14:13.465689 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-06546686-18bb-41c4-a70c-bbafb79ce08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.467185 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-06546686-18bb-41c4-a70c-bbafb79ce08a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.1573315 Oct 13 13:14:13.470466 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-7ad44ad3-c743-4c10-9c7b-fb426e57262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.471838 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-7ad44ad3-c743-4c10-9c7b-fb426e57262f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 200 len: 920 time: 0.1609645 Oct 13 13:14:13.503492 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b033a0a-0291-403d-93ea-086d2b028f96 req-7dfc8773-a7f7-4d60-84b5-6052268ae722 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426021 Oct 13 13:14:13.543274 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-4b803a92-f8d3-4071-afb0-3dda0544333f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 217 time: 0.0647242 Oct 13 13:14:13.595489 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-059a878f-a7e0-42f2-8a67-a294da826f9d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 200 len: 1002 time: 0.1159625 Oct 13 13:14:13.612955 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-4ed09e22-9cc2-4324-8c9f-7240b5f54782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.614270 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-4ed09e22-9cc2-4324-8c9f-7240b5f54782 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.0617821 Oct 13 13:14:13.683315 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-cb93a37b-fe4e-4f3b-8fc1-0867770ecfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.684760 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-cb93a37b-fe4e-4f3b-8fc1-0867770ecfac service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 200 len: 858 time: 0.0797491 Oct 13 13:14:13.686075 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-8faf619f-7afb-4f26-a90a-b53c6d14340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.687989 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-8faf619f-7afb-4f26-a90a-b53c6d14340c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543084 Oct 13 13:14:13.693560 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c3034155-3f71-46e5-b132-92f2c6ea4436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:13.769129 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-595cfff8-b935-44cf-b211-54d21d999935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:13.770605 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-595cfff8-b935-44cf-b211-54d21d999935 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=6c7eaa8a-d195-41e7-950e-394b3e71b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789242 Oct 13 13:14:13.829389 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:13.869850 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-9f5a3ec4-4987-49d2-b7ba-b5ec3ccb8d2e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526244 Oct 13 13:14:13.884830 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:13.939424 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-3fa01343-7358-497d-af7b-156deabaea35 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614823 Oct 13 13:14:14.024104 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-92d7c396-9d01-4658-a676-0bedc6ff28be req-e5763ded-b573-4208-8345-ca1f04037704 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474273 Oct 13 13:14:14.055460 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5d31ff68-0281-49e8-93a0-ef27f5b5d390 req-a292c37a-e326-4db2-9cc0-4cc9533d9b7a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071031 Oct 13 13:14:14.632419 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533263c-5ef3-4fe1-9045-85b48c34613d req-1e7b7692-b600-49c8-a44c-eed0cf59c5f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:14.633854 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3533263c-5ef3-4fe1-9045-85b48c34613d req-1e7b7692-b600-49c8-a44c-eed0cf59c5f3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0492182 Oct 13 13:14:14.682662 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3533263c-5ef3-4fe1-9045-85b48c34613d req-244bde1a-b0f8-4c08-87a5-5978e2d52ff3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 Oct 13 13:14:15.004465 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:15.075681 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:14:15.081845 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:15.173189 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:15.184414 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'mac_address': 'fa:16:3e:75:e3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:14:15.221307 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:15.221689 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:15.234709 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff57ee79-9921-43ed-817d-5ba082c97343 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:14:15.239448 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:15.255104 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:15.258647 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:15.305398 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:15.312934 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.313285 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.313630 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.313992 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.314334 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.314668 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.314999 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.315352 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.315683 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.316012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.316339 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.316667 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.316994 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.317318 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.317643 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:15.622795 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['ff57ee79-9921-43ed-817d-5ba082c97343'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:14:15.807507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c5c9-4eb4-45c5-bded-ea72dacc103a req-96bf9c6a-754b-4467-8eeb-c8a37140e701 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:15.808969 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3740c5c9-4eb4-45c5-bded-ea72dacc103a req-96bf9c6a-754b-4467-8eeb-c8a37140e701 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 945 time: 0.0468915 Oct 13 13:14:15.855404 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3740c5c9-4eb4-45c5-bded-ea72dacc103a req-f249bb27-9b70-461b-8aa5-54b059d2833a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Oct 13 13:14:16.494296 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dd668-4c69-4215-9e08-91f293c563b0 req-51c4a4d8-a6db-4d1d-bdfa-a6b39aa5ef84 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:16.495766 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-523dd668-4c69-4215-9e08-91f293c563b0 req-51c4a4d8-a6db-4d1d-bdfa-a6b39aa5ef84 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0453513 Oct 13 13:14:16.545860 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-523dd668-4c69-4215-9e08-91f293c563b0 req-a5c5b7de-5b68-49ee-bab3-9a3afa0355eb tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 Oct 13 13:14:16.827844 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:16.982168 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7477e-fbd3-47c3-bbba-df705a1d7c88 req-0659b5c4-bcd9-4bc3-a077-b639b5728925 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:16.983667 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-77d7477e-fbd3-47c3-bbba-df705a1d7c88 req-0659b5c4-bcd9-4bc3-a077-b639b5728925 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 945 time: 0.0478487 Oct 13 13:14:16.996612 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:17.030051 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-77d7477e-fbd3-47c3-bbba-df705a1d7c88 req-c1966d25-5c30-4b17-a6fa-a70ffba999b2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 Oct 13 13:14:17.098678 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:17.140943 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port ff57ee79-9921-43ed-817d-5ba082c97343 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:14:17.146445 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port ff57ee79-9921-43ed-817d-5ba082c97343 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:17.146804 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:17.147168 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port ff57ee79-9921-43ed-817d-5ba082c97343 Oct 13 13:14:17.221063 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:17.221446 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:17.244176 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:17.246725 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c1e573-d224-4852-81ad-0a1dd17df552" -d '{"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-plugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:17.259524 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:17.264302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:17.288720 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323a93da-318d-4de2-9a5a-1e139a9eea37 x-openstack-request-id: req-323a93da-318d-4de2-9a5a-1e139a9eea37 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:17.289032 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-plugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:17.289289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-323a93da-318d-4de2-9a5a-1e139a9eea37 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:17.289681 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323a93da-318d-4de2-9a5a-1e139a9eea37'] response: {'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'code': 200} Oct 13 13:14:17.313168 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:17.667146 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538c3e4-e064-4451-b326-6c2acc79d9ed req-f51bcd2f-f469-45c5-83d0-d170ff04a0d4 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:17.668631 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6538c3e4-e064-4451-b326-6c2acc79d9ed req-f51bcd2f-f469-45c5-83d0-d170ff04a0d4 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0477686 Oct 13 13:14:17.714634 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6538c3e4-e064-4451-b326-6c2acc79d9ed req-16bec8dc-4470-4ddd-8fd9-b265fdb04aa9 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Oct 13 13:14:18.158872 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac2b7-887d-4d1d-bdf0-372fb1338b13 req-5180bfe4-430d-41f8-8f53-27723dbe4eda tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:18.160350 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9acac2b7-887d-4d1d-bdf0-372fb1338b13 req-5180bfe4-430d-41f8-8f53-27723dbe4eda tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Oct 13 13:14:18.206986 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9acac2b7-887d-4d1d-bdf0-372fb1338b13 req-9dc4cf38-87d9-4f25-99f1-21dea0b41280 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 Oct 13 13:14:18.524438 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b721fe-b015-4f07-a45d-8eed746ce521 req-b22106e9-1ffa-41bf-9164-41df0f05e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:18.525798 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48b721fe-b015-4f07-a45d-8eed746ce521 req-b22106e9-1ffa-41bf-9164-41df0f05e41a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1130 time: 0.0407810 Oct 13 13:14:18.622427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-6a7699f1-2a94-4a5c-b3bf-bb14a4e750f0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:18.623848 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-6a7699f1-2a94-4a5c-b3bf-bb14a4e750f0 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0583432 Oct 13 13:14:18.643426 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48b721fe-b015-4f07-a45d-8eed746ce521 req-b0bca979-5d63-46b7-b58f-37af95dd24cb service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829511 Oct 13 13:14:18.714668 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Deleting port 95c8323b-318e-4698-a732-2714f447a0ff {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:18.715005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (95c8323b-318e-4698-a732-2714f447a0ff), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:18.805916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] For port 95c8323b-318e-4698-a732-2714f447a0ff, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=95c8323b-318e-4698-a732-2714f447a0ff,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:18.806284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (95c8323b-318e-4698-a732-2714f447a0ff), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:18.835773 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d12a2-4a44-4471-aeb2-db76c5647728 req-bee16c48-afde-4e13-9db9-c2c7e0bf9683 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:18.837272 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c42d12a2-4a44-4471-aeb2-db76c5647728 req-bee16c48-afde-4e13-9db9-c2c7e0bf9683 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 946 time: 0.0466592 Oct 13 13:14:18.870542 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:18.881495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:18.886279 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c42d12a2-4a44-4471-aeb2-db76c5647728 req-7361b179-a74f-4e96-a3e2-bcd5cc5f231b tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=67b66320-a407-4c8b-8525-73fff045ea68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434453 Oct 13 13:14:18.974525 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:18.974893 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (81393786-c21f-4787-87b2-ab5a138ba17d), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:18.975373 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Floating IP 81393786-c21f-4787-87b2-ab5a138ba17d disassociated. External IP: 172.27.1.14, port: 95c8323b-318e-4698-a732-2714f447a0ff. Oct 13 13:14:18.975725 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Calling delete_port for 95c8323b-318e-4698-a732-2714f447a0ff owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:19.099831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (95c8323b-318e-4698-a732-2714f447a0ff), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:19.125869 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event deleted for resources: {'Port': ['ID=95c8323b-318e-4698-a732-2714f447a0ff,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:19.139640 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.141007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.141007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.141188 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.141448 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.141796 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.142110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.142439 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.142770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.143118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.143450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.143785 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.144111 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.144510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.144740 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:19.185152 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:19.227766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:19.254925 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Router dbb28942-ecd1-4972-897d-17266fb8321f has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:19.337466 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367ad4d-8577-4708-9516-747b93ef5b01 req-d48ffa17-628a-469a-bb35-4b6fb4de2297 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:19.338931 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c367ad4d-8577-4708-9516-747b93ef5b01 req-d48ffa17-628a-469a-bb35-4b6fb4de2297 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0503936 Oct 13 13:14:19.359491 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:19.373550 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:19.383474 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:19.384127 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:19.388560 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c367ad4d-8577-4708-9516-747b93ef5b01 req-ce39db02-149f-4eed-8103-6c6a3e5eb388 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Oct 13 13:14:19.413990 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] No DVR routers for this DVR port 95c8323b-318e-4698-a732-2714f447a0ff on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:19.426037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:19.429250 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d05be589-e0e3-40ed-8398-07fcdcce48ee req-5ebf9aa7-c5ad-42d5-96c6-f693fc979563 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "DELETE /networking/v2.0/ports/95c8323b-318e-4698-a732-2714f447a0ff HTTP/1.1" status: 204 len: 173 time: 0.7955098 Oct 13 13:14:19.429748 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'name': 'network-vif-deleted', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:19.431983 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7964a6b-0075-467a-bec7-3718030e6a6b" -d '{"events": [{"server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "name": "network-vif-deleted", "tag": "95c8323b-318e-4698-a732-2714f447a0ff"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:19.477630 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f4bbac-5114-471c-ace9-5b728e7cf711 x-openstack-request-id: req-44f4bbac-5114-471c-ace9-5b728e7cf711 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:19.477925 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e125ab44-9111-4260-909d-95d57b7861a7", "name": "network-vif-deleted", "tag": "95c8323b-318e-4698-a732-2714f447a0ff", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:19.478175 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-44f4bbac-5114-471c-ace9-5b728e7cf711 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:19.478568 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f4bbac-5114-471c-ace9-5b728e7cf711'] response: {'server_uuid': 'e125ab44-9111-4260-909d-95d57b7861a7', 'name': 'network-vif-deleted', 'tag': '95c8323b-318e-4698-a732-2714f447a0ff', 'status': 'completed', 'code': 200} Oct 13 13:14:19.492207 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:19.691478 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:19.716499 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:19.726430 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:19.726959 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:19.832009 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:20.005940 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ae8f9233-1c06-4404-9c8d-bc375e63e9d8 req-c09068fd-977b-415a-af11-6396ab21ddc6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e125ab44-9111-4260-909d-95d57b7861a7 HTTP/1.1" status: 200 len: 210 time: 0.0274589 Oct 13 13:14:20.015798 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:20.043858 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21560d-35b0-4b5b-9d59-a1847617fd76 None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:20.250920 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac3f418-9c47-4788-9729-937fef0016f5 None None] New status for floating IP 81393786-c21f-4787-87b2-ab5a138ba17d: DOWN {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:14:20.518656 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1e22-9d17-4ccd-983a-4800b6303ce8 req-c35cfd6e-6a8e-4ad4-9995-9437e91f5e40 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:20.520178 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5e7b1e22-9d17-4ccd-983a-4800b6303ce8 req-c35cfd6e-6a8e-4ad4-9995-9437e91f5e40 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0468740 Oct 13 13:14:20.568941 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5e7b1e22-9d17-4ccd-983a-4800b6303ce8 req-2405064e-8f95-4db1-bb75-c17c4fed4b54 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Oct 13 13:14:20.698225 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9342-43ae-4f38-80b1-95f2d41f382a req-febe19f2-2e08-4b22-a401-7a2374da6519 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:20.699656 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c6d9342-43ae-4f38-80b1-95f2d41f382a req-febe19f2-2e08-4b22-a401-7a2374da6519 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0516009 Oct 13 13:14:20.709599 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52976) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:20.713816 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Request body: {'floatingip': {'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:20.752090 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (7ac8b47a-21b6-4e39-a1a4-04ca410763fc), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.100326 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52982) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:21.156458 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f15c0602-787e-42be-a28d-8961d43ef413 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (67b66320-a407-4c8b-8525-73fff045ea68), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.178228 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.179191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f15c0602-787e-42be-a28d-8961d43ef413 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (67b66320-a407-4c8b-8525-73fff045ea68), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.181965 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7ac8b47a-21b6-4e39-a1a4-04ca410763fc), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.228314 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f15c0602-787e-42be-a28d-8961d43ef413 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (67b66320-a407-4c8b-8525-73fff045ea68), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.231357 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f15c0602-787e-42be-a28d-8961d43ef413 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.232679 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f15c0602-787e-42be-a28d-8961d43ef413 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/67b66320-a407-4c8b-8525-73fff045ea68 HTTP/1.1" status: 204 len: 168 time: 0.1311107 Oct 13 13:14:21.235819 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52984) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:21.252549 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c0602-787e-42be-a28d-8961d43ef413 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b66320-a407-4c8b-8525-73fff045ea68,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:21.254933 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-30c73b63-98b4-4a3c-856a-63c090ec1c35 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] show failed (client error): The resource could not be found. Oct 13 13:14:21.258482 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-30c73b63-98b4-4a3c-856a-63c090ec1c35 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups/67b66320-a407-4c8b-8525-73fff045ea68 HTTP/1.1" status: 404 len: 347 time: 0.0180039 Oct 13 13:14:21.258791 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 52986) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:21.286064 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Floating IP 7ac8b47a-21b6-4e39-a1a4-04ca410763fc associated. External IP: 172.27.1.77, port: ff57ee79-9921-43ed-817d-5ba082c97343. Oct 13 13:14:21.370127 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Deleting port 94589b02-9447-4b46-adc1-ac2468a13385 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:21.370557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (94589b02-9447-4b46-adc1-ac2468a13385), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.483629 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:21.488337 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Router a5a52623-00bd-4661-be01-1217ed587395 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:21.539173 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:21.601246 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:21.606183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.614284 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:21.626036 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:21.626868 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:21.637724 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-0cf1b69e-3c9d-45d4-88a4-e9b3c42f9336 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/7ac8b47a-21b6-4e39-a1a4-04ca410763fc HTTP/1.1" status: 200 len: 991 time: 0.9270639 Oct 13 13:14:21.638483 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:21.641437 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d60cd84-26ed-4112-8d1b-155890f24fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:21.680082 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f9426-4afd-4087-82b3-68864b8500e7 x-openstack-request-id: req-515f9426-4afd-4087-82b3-68864b8500e7 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:21.680444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:21.681255 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-515f9426-4afd-4087-82b3-68864b8500e7 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:21.681740 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515f9426-4afd-4087-82b3-68864b8500e7'] response: {'name': 'network-changed', 'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'status': 'completed', 'code': 200} Oct 13 13:14:21.694586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (94589b02-9447-4b46-adc1-ac2468a13385), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.695089 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (94589b02-9447-4b46-adc1-ac2468a13385), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:21.716372 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Calling delete_port for 94589b02-9447-4b46-adc1-ac2468a13385 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:21.739337 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:21.784642 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-9b21bc6c-e43c-4b59-9885-aa6660bd615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:21.786126 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-9b21bc6c-e43c-4b59-9885-aa6660bd615b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1130 time: 0.0774350 Oct 13 13:14:21.831094 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:21.878221 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:21.926073 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-0eb94da3-2a2a-44d8-b05e-34ca9d56346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:21.927579 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-0eb94da3-2a2a-44d8-b05e-34ca9d56346c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.1345882 Oct 13 13:14:21.955049 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7ac8b47a-21b6-4e39-a1a4-04ca410763fc', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'mac_address': 'fa:16:3e:75:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:14:07Z', 'updated_at': '2022-10-13T13:14:21Z', 'revision_number': 1, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:21.982733 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:21.991711 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:21.992396 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:21.992875 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:21.996066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (94589b02-9447-4b46-adc1-ac2468a13385), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.010219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:22.030277 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-bd6f9566-87bc-4346-8aa8-36b1ea32b136 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 999 time: 0.0965424 Oct 13 13:14:22.033423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event deleted for resources: {'Port': ['ID=94589b02-9447-4b46-adc1-ac2468a13385,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:22.095316 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:22.132276 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-d32c2836-189f-48f3-8634-e9d2c60a4e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:22.133679 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-d32c2836-189f-48f3-8634-e9d2c60a4e23 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.0935030 Oct 13 13:14:22.138978 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (81393786-c21f-4787-87b2-ab5a138ba17d), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.142141 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.146027 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a5270305-a5c0-46f3-89ba-fc254ace7bd5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/81393786-c21f-4787-87b2-ab5a138ba17d HTTP/1.1" status: 204 len: 168 time: 0.8836145 Oct 13 13:14:22.196133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-4dd2f11c-3534-4521-a243-f68924a1875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:22.197721 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-4dd2f11c-3534-4521-a243-f68924a1875b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531764 Oct 13 13:14:22.234217 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52994) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:22.238812 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146144921', 'description': 'tempest-description--1635385099'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:22.263464 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.297966 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-dd644828-1d0d-4622-a5d0-247d689a2581 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919855 Oct 13 13:14:22.345254 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (6e272461-f033-42e9-aac2-0da0fac4e6db), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.349242 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (6e272461-f033-42e9-aac2-0da0fac4e6db), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.380747 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.384078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482792 Oct 13 13:14:22.387961 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52996) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:22.393687 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'security_group_rule': {'security_group_id': '6e272461-f033-42e9-aac2-0da0fac4e6db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:22.398781 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d60cd84-26ed-4112-8d1b-155890f24fd5 req-909ed8e3-cf71-4f76-a51c-64f969521e92 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925381 Oct 13 13:14:22.400378 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e272461-f033-42e9-aac2-0da0fac4e6db,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:22.407732 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7ac8b47a-21b6-4e39-a1a4-04ca410763fc', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'mac_address': 'fa:16:3e:75:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:14:07Z', 'updated_at': '2022-10-13T13:14:21Z', 'revision_number': 1, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:22.417315 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.417938 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.418365 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.418815 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.419317 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.419715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.420107 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.420496 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.422226 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.422635 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.423563 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.423973 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.424363 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.424750 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.425387 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcae40c-3ba4-4ed7-81ea-8c4631315463 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:22.434744 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af4b94-33a1-4260-8c56-be370f9d2d1a None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7ac8b47a-21b6-4e39-a1a4-04ca410763fc', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'floating_ip_address': '172.27.1.77', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'mac_address': 'fa:16:3e:75:e3:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:14:07Z', 'updated_at': '2022-10-13T13:14:21Z', 'revision_number': 1, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:22.447347 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (aa2f1722-8dc2-4bb0-b56c-526017da80bf), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.505945 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (aa2f1722-8dc2-4bb0-b56c-526017da80bf), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.510186 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (aa2f1722-8dc2-4bb0-b56c-526017da80bf), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.529844 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2f1722-8dc2-4bb0-b56c-526017da80bf,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:22.535837 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.537018 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b9d4280b-d9b3-43b4-bfec-8baeec6e145c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477382 Oct 13 13:14:22.539653 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 52998) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:22.543954 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'security_group_rule': {'security_group_id': '6e272461-f033-42e9-aac2-0da0fac4e6db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:22.571083 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (a0202fb9-7764-434e-850d-bb9886113d81), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.630181 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (a0202fb9-7764-434e-850d-bb9886113d81), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.634618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d6d78-2616-4897-bde1-f4cc0631b0ec None None] New status for floating IP 7ac8b47a-21b6-4e39-a1a4-04ca410763fc: ACTIVE {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:14:22.641102 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (a0202fb9-7764-434e-850d-bb9886113d81), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.660839 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0202fb9-7764-434e-850d-bb9886113d81,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:22.667729 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.672233 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53000) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:22.672378 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b8e1e79a-3c1f-4cdb-bbe4-48474fd15149 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316516 Oct 13 13:14:22.677778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:22.687034 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:22.698823 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.787974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:22.893166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Allocated IP 172.27.1.200 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/fabcca22-dd69-4732-b912-5e4ff977a6f7) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:22.998027 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.029766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.069541 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:23.073216 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:23.077137 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:23.080167 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'Port': ['ID=fabcca22-dd69-4732-b912-5e4ff977a6f7,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:23.082659 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:23.117243 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 95c8323b-318e-4698-a732-2714f447a0ff no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:23.136985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 95c8323b-318e-4698-a732-2714f447a0ff {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:23.137328 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 95c8323b-318e-4698-a732-2714f447a0ff not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:23.172223 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (adb4a2e0-a0d4-4551-bc27-dcf76ab77324), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.182949 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:23.210607 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.358376 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.362980 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.431912 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'Port': ['ID=fabcca22-dd69-4732-b912-5e4ff977a6f7,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:23.434302 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (adb4a2e0-a0d4-4551-bc27-dcf76ab77324), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.450563 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:23.451798 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2ad955fe-7ee7-49f1-94a9-8a0af015e91a tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7782454 Oct 13 13:14:23.648833 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4f2ecee0-71cf-47b7-9df6-c16614929d29 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--146144921&fields=id&tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40 HTTP/1.1" status: 200 len: 267 time: 0.0447867 Oct 13 13:14:23.755721 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-2d557a31-1049-4107-9f00-b28b44f1481e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:23.757160 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-2d557a31-1049-4107-9f00-b28b44f1481e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 811 time: 0.1015532 Oct 13 13:14:23.771656 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-46b2a8ff-09d1-46eb-a182-9d6df80b4f0f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/quotas/ecd3d5d2a3a54a07ba64f1fea4846c40 HTTP/1.1" status: 200 len: 375 time: 0.0091383 Oct 13 13:14:23.817019 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:23.825177 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-b54c96a6-dd45-41bc-9d0e-08f64e89e169 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487564 Oct 13 13:14:23.898194 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:23.921306 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-c0aa3082-2c03-4748-ab2e-607f9ad0cfb6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841825 Oct 13 13:14:24.235403 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-ccf68268-c06f-4886-b813-cf541046f20f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077528 Oct 13 13:14:24.394780 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7b990c76-97b3-4de3-ab69-ea7c71ac0bf0 req-89835fb2-effc-4cca-8924-3d5a530c5673 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 210 time: 0.0284538 Oct 13 13:14:25.496678 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-945c52a4-d717-49ad-b4c1-ede0b30ab396 req-3fc9bd71-fcff-446f-a4b7-6dd9c6c1f558 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 210 time: 0.0271978 Oct 13 13:14:25.568692 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-dc086361-8fe7-45e1-8988-c21c4a426e0c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:25.570143 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-dc086361-8fe7-45e1-8988-c21c4a426e0c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 811 time: 0.1097929 Oct 13 13:14:25.631925 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-494a23e8-a0b0-4ffd-bd0c-5bfdf49ed611 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40 HTTP/1.1" status: 200 len: 379 time: 0.0531058 Oct 13 13:14:25.650361 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'port': {'device_id': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'admin_state_up': True, 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'security_groups': ['6e272461-f033-42e9-aac2-0da0fac4e6db']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:25.761366 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Made reservation on behalf of ecd3d5d2a3a54a07ba64f1fea4846c40 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:14:25.764946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:25.878916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:25.891286 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Allocated IP 172.20.0.11 (9007e121-4e22-42f4-a8ed-c79c5c61badd/f45e22b7-4082-4508-a03f-e7a0a4203508/c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:26.021691 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:26.024514 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.059128 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.105954 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:26.109614 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:26.113426 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:26.119336 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event updated for resources: {'Port': ['ID=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:26.166484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:26.167142 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.185758 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-9d49ebb6-431a-4cb9-a824-ba0b0371c760 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5393333 Oct 13 13:14:26.199659 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Request body: {'port': {'device_id': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:26.260375 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.359148 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-5bca7086-8cc3-4dfe-ad58-d8493f1eaa76 None None] Provisioning complete for port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:26.359721 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5bca7086-8cc3-4dfe-ad58-d8493f1eaa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.359851 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-5bca7086-8cc3-4dfe-ad58-d8493f1eaa76 None None] Attempt 1 to provision port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 Oct 13 13:14:26.394811 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-5bca7086-8cc3-4dfe-ad58-d8493f1eaa76 None None] Port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:14:26.519677 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:14:26.526991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Publish callbacks [] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.539941 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Transition to ACTIVE for port object c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:14:26.543818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.622488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:26.623755 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67920d9f-ded6-418a-922c-cffefd88d962 req-baec55a0-bc34-409a-b5af-bd816fc98567 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:26.625249 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-67920d9f-ded6-418a-922c-cffefd88d962 req-baec55a0-bc34-409a-b5af-bd816fc98567 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 944 time: 0.0509109 Oct 13 13:14:26.653497 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Attempting to bind port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:26.654043 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Attempting to bind port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:26.654207 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Attempting to bind port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 on network 9007e121-4e22-42f4-a8ed-c79c5c61badd {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:26.674174 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-67920d9f-ded6-418a-922c-cffefd88d962 req-93760c71-8742-4e98-bb4f-1f00065efb46 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Oct 13 13:14:26.696970 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 on network 9007e121-4e22-42f4-a8ed-c79c5c61badd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:14:26.697305 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Attempting to bind port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 on network 9007e121-4e22-42f4-a8ed-c79c5c61badd {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:26.722593 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:26.742114 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:26.745792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:26.746143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Checking segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:26.746655 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Bound using segment: {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:26.747118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Bound port: c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f92997-ac5a-4111-8541-7724ac3708b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 458, 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:26.747482 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.755320 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.809468 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] For port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:26.813155 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] For port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:26.818516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.822439 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:26.823048 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:26.824419 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 HTTP/1.1" status: 200 len: 1094 time: 0.6291857 Oct 13 13:14:26.825874 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:26.828738 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:26.877815 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17e1eb-5570-4159-974d-bf8e53607ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:26.885926 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ae99b-62eb-4547-ade8-0823605a69e8 x-openstack-request-id: req-f42ae99b-62eb-4547-ade8-0823605a69e8 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:26.886039 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:26.886271 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f42ae99b-62eb-4547-ade8-0823605a69e8 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:26.886661 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42ae99b-62eb-4547-ade8-0823605a69e8'] response: {'name': 'network-changed', 'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'status': 'completed', 'code': 200} Oct 13 13:14:26.924431 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-71236f30-be33-4c42-b467-8905773265bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:26.926197 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-71236f30-be33-4c42-b467-8905773265bf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 1128 time: 0.0421438 Oct 13 13:14:26.965378 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-c113e6c0-2803-4fac-9103-6181b0660e18 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 HTTP/1.1" status: 200 len: 217 time: 0.0323122 Oct 13 13:14:27.018447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-0cf5069f-1fc5-4e94-9e13-aac0aee65a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:27.019914 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-0cf5069f-1fc5-4e94-9e13-aac0aee65a3d service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.0469968 Oct 13 13:14:27.069514 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-2fc76dda-7034-4901-87d6-b8621e7faf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:27.070955 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-2fc76dda-7034-4901-87d6-b8621e7faf7b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385039 Oct 13 13:14:27.161483 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-976309b9-0da4-40ff-a591-a2b703f4ec65 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817680 Oct 13 13:14:27.254173 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ffdc3ff3-9453-431c-a2ba-0d611fc58068 req-bd33bf3e-1971-40ea-a3b2-04c494a4cd61 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859046 Oct 13 13:14:27.793838 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaead0d1-3ac8-41fc-8822-230db076ed3e req-b8caf938-7477-4c36-94f3-fef4634d7e18 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:27.795300 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eaead0d1-3ac8-41fc-8822-230db076ed3e req-b8caf938-7477-4c36-94f3-fef4634d7e18 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 944 time: 0.0454185 Oct 13 13:14:27.840835 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-eaead0d1-3ac8-41fc-8822-230db076ed3e req-49460019-3f0b-4927-a3dd-630b11556f5c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391991 Oct 13 13:14:28.074196 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-1754d902-8661-4f4f-a351-1ed08dc214bb tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-180345211&fields=id&tenant_id=3ed5038c799342d48edc980983f1d996 HTTP/1.1" status: 200 len: 267 time: 0.0426447 Oct 13 13:14:28.127142 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-3630ed99-1483-4547-a816-c24f18ea248a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.128580 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-3630ed99-1483-4547-a816-c24f18ea248a tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 984 time: 0.0486350 Oct 13 13:14:28.138756 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Request body: {'port': {'security_groups': ['bdf33630-481b-4806-b0c1-cd0a8490c545']}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:28.211492 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.279464 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-fdcdd2a4-fb28-4e4b-8538-9cbd5759a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.280863 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-fdcdd2a4-fb28-4e4b-8538-9cbd5759a27a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 1128 time: 0.0418947 Oct 13 13:14:28.379480 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-1d664656-ccf8-4f7e-8c1f-3bde7740474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.381029 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-1d664656-ccf8-4f7e-8c1f-3bde7740474c service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.0911145 Oct 13 13:14:28.387235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:28.414854 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.419918 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.420349 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-13a0ebfc-67a7-4680-987a-e907be7f05cb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 HTTP/1.1" status: 200 len: 217 time: 0.0332251 Oct 13 13:14:28.429985 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.430590 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.431957 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0edfd41b-c982-489f-9ddc-f12b8d0321bd req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "PUT /networking/v2.0/ports/5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 942 time: 0.2975078 Oct 13 13:14:28.432560 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:28.434552 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['5e82a763-989b-4ba3-b2d2-7ad17b260a77'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:14:28.435036 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12e126f-7818-486b-9efd-22e520fd6cff" -d '{"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:28.450126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53046) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:28.477812 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194af27-6022-4a6b-9ad1-4a8c13ad0b4a x-openstack-request-id: req-2194af27-6022-4a6b-9ad1-4a8c13ad0b4a {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:28.478096 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:28.478444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2194af27-6022-4a6b-9ad1-4a8c13ad0b4a {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:28.478837 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2194af27-6022-4a6b-9ad1-4a8c13ad0b4a'] response: {'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'status': 'completed', 'code': 200} Oct 13 13:14:28.479717 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-63bea411-e7ba-4c24-8592-f6d4318ea0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.481918 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-63bea411-e7ba-4c24-8592-f6d4318ea0bb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.0544903 Oct 13 13:14:28.540626 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766672b-91f0-4c10-a2fe-72ccd9cfdb42 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event updated for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=7']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:28.553992 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['5e82a763-989b-4ba3-b2d2-7ad17b260a77'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:14:28.557662 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81cbf402-dbd7-4222-8e18-58484a3fd445 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group (3803a510-33fe-4754-8fcc-b9e1875f1efa), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.560600 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:28.573151 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-483e9cc5-2a90-4436-9e7c-d8520d8bef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.574987 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-483e9cc5-2a90-4436-9e7c-d8520d8bef0b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857716 Oct 13 13:14:28.576180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e126f-7818-486b-9efd-22e520fd6cff req-d8b8aa15-d280-47a2-b7ae-62d03748e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.578202 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-d8b8aa15-d280-47a2-b7ae-62d03748e74e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1129 time: 0.0771649 Oct 13 13:14:28.583842 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81cbf402-dbd7-4222-8e18-58484a3fd445 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group (3803a510-33fe-4754-8fcc-b9e1875f1efa), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.591421 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:28.623600 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:28.657333 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81cbf402-dbd7-4222-8e18-58484a3fd445 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (3803a510-33fe-4754-8fcc-b9e1875f1efa), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.660923 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-81cbf402-dbd7-4222-8e18-58484a3fd445 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.663095 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-81cbf402-dbd7-4222-8e18-58484a3fd445 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3803a510-33fe-4754-8fcc-b9e1875f1efa HTTP/1.1" status: 204 len: 168 time: 0.2110033 Oct 13 13:14:28.668814 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53048) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:28.710729 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbf402-dbd7-4222-8e18-58484a3fd445 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3803a510-33fe-4754-8fcc-b9e1875f1efa,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:28.767628 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e126f-7818-486b-9efd-22e520fd6cff req-4fa626d3-b3ba-4d81-a109-daecbfbbabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.769107 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-4fa626d3-b3ba-4d81-a109-daecbfbbabab service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 916 time: 0.1805930 Oct 13 13:14:28.770984 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-c75687d2-41f7-4f23-81d2-8acfcd8abe65 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836965 Oct 13 13:14:28.803974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:28.831737 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Deleting port 25c85398-b1a3-4733-a9ae-9da5c0067d4c {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:28.832305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.857342 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:28.908229 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-72827393-4d4f-42fd-b645-0c0d3fe91c91 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 1000 time: 0.1265407 Oct 13 13:14:28.919669 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.920002 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for floatingip (25c85398-b1a3-4733-a9ae-9da5c0067d4c), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:28.958724 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Calling delete_port for 25c85398-b1a3-4733-a9ae-9da5c0067d4c owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:28.961267 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7a0a0aa2-7149-4bf7-aee0-b94f9d058260 req-415b3634-fc6c-44b0-a054-a33cf4f11deb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797359 Oct 13 13:14:28.976124 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e126f-7818-486b-9efd-22e520fd6cff req-6dc289fb-4c94-4b0b-a82f-27d9b2f681ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.977567 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-6dc289fb-4c94-4b0b-a82f-27d9b2f681ec service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 200 len: 854 time: 0.0590718 Oct 13 13:14:28.989011 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f3bc6-f1be-47ad-8f94-0c6bb5fbded7 req-bb6a0fd3-0c00-4d26-8f83-5f1db3cedd90 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:28.990493 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a20f3bc6-f1be-47ad-8f94-0c6bb5fbded7 req-bb6a0fd3-0c00-4d26-8f83-5f1db3cedd90 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 944 time: 0.0670624 Oct 13 13:14:29.030889 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e126f-7818-486b-9efd-22e520fd6cff req-9b414cb9-b32e-4214-8b69-dcde3b594fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:29.032407 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-9b414cb9-b32e-4214-8b69-dcde3b594fa2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=166f36a0-8f38-4dea-a79f-656b2b96b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396640 Oct 13 13:14:29.109396 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a20f3bc6-f1be-47ad-8f94-0c6bb5fbded7 req-7f9072d4-8ba2-482e-b4e7-61dbcd59d520 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900261 Oct 13 13:14:29.123738 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-0f56a62f-613d-4257-bc73-4e5db3623b6a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839231 Oct 13 13:14:29.133534 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:14:29.207016 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (25c85398-b1a3-4733-a9ae-9da5c0067d4c), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:29.232778 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b12e126f-7818-486b-9efd-22e520fd6cff req-548e8b56-bae2-4d4d-9172-e801d42d7daf service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017029 Oct 13 13:14:29.237683 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event deleted for resources: {'Port': ['ID=25c85398-b1a3-4733-a9ae-9da5c0067d4c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:29.243504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:29.258143 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'port_id': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'mac_address': 'fa:16:3e:e4:ac:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:14:29.294658 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:29.295070 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:29.308707 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks [] for floatingip (7692feeb-eedc-49b1-916b-dcdbaa228adb), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:29.309045 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Floating IP 7692feeb-eedc-49b1-916b-dcdbaa228adb disassociated (deleted). External IP: 172.27.1.92, port: 5e82a763-989b-4ba3-b2d2-7ad17b260a77. Oct 13 13:14:29.309844 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:14:29.329553 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:29.333747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:29.383347 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:29.516266 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Router de77ad94-1d47-4b5c-98a7-ce6279391bd8 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:29.522982 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:29.584234 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:14:29.586353 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:29.613109 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:29.625170 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:29.629943 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:29.636776 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] Sync routers for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:29.647715 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:29.648451 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:29.661297 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-315377f8-64c7-492b-b9bf-df6b0fca9dce tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/7692feeb-eedc-49b1-916b-dcdbaa228adb HTTP/1.1" status: 204 len: 168 time: 0.9912608 Oct 13 13:14:29.756429 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:30.071814 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:58Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:30.073303 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:30.097052 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] Checking router: de77ad94-1d47-4b5c-98a7-ce6279391bd8 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:30.104982 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:30.105571 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:30.202880 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:30.207188 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:30.231973 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a443de-9774-45fa-87e8-e61270d44b7d req-ce01f8b0-fcc4-4cb9-8ba6-b8e16fd467b5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:30.233407 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72a443de-9774-45fa-87e8-e61270d44b7d req-ce01f8b0-fcc4-4cb9-8ba6-b8e16fd467b5 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 945 time: 0.0473528 Oct 13 13:14:30.279412 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72a443de-9774-45fa-87e8-e61270d44b7d req-60d183e4-065b-4fa5-8591-2f5fa6e64cb6 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Oct 13 13:14:30.392254 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:58Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:30.418070 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab63598a-c1ac-4eda-80cb-3c7152115730 None None] The sync data for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi is: [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:11:51Z', 'revision_number': 4, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1d8faaba-6063-4a05-8f82-d05405b85a06', 'name': '', 'network_id': '166f36a0-8f38-4dea-a79f-656b2b96b465', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'mac_address': 'fa:16:3e:74:4d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '08db214e-348e-422e-8ce6-1b708d182692', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:51Z', 'updated_at': '2022-10-13T13:11:58Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'subnets': [{'id': '08db214e-348e-422e-8ce6-1b708d182692', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:30.480487 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:30.482860 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13132b26-fffa-49a0-8d21-993c4be86e56" -d '{"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:30.520835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b41f4ca-6cb4-4538-95bc-e851b3fe8dd3 x-openstack-request-id: req-5b41f4ca-6cb4-4538-95bc-e851b3fe8dd3 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:30.521163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:30.521410 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b41f4ca-6cb4-4538-95bc-e851b3fe8dd3 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:30.521811 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b41f4ca-6cb4-4538-95bc-e851b3fe8dd3'] response: {'name': 'network-changed', 'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'status': 'completed', 'code': 200} Oct 13 13:14:30.591846 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-96574407-23c5-475c-98af-9fad012afabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:30.593596 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-96574407-23c5-475c-98af-9fad012afabb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=3ed5038c799342d48edc980983f1d996&device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 1129 time: 0.0497854 Oct 13 13:14:30.653453 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6fbc87-ae73-4f66-bb63-e794bfddd713 None None] New status for floating IP 7692feeb-eedc-49b1-916b-dcdbaa228adb: DOWN {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:14:30.698045 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-e2981d1f-a4c1-4ac8-8cc9-1edd656d3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:30.699459 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-e2981d1f-a4c1-4ac8-8cc9-1edd656d3f07 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 200 len: 916 time: 0.0978429 Oct 13 13:14:30.739958 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-a4ce720c-3ec8-4c8a-92a5-270efc84a0c1 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 200 len: 217 time: 0.0332835 Oct 13 13:14:30.788778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-c581a4cc-ae38-48e6-a796-e333e04ecebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:30.790211 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-c581a4cc-ae38-48e6-a796-e333e04ecebe service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 200 len: 854 time: 0.0451040 Oct 13 13:14:30.836404 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-f7cd4165-6558-428a-8675-4e21b24bbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:30.837850 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-f7cd4165-6558-428a-8675-4e21b24bbc24 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=166f36a0-8f38-4dea-a79f-656b2b96b465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419354 Oct 13 13:14:30.928960 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-023f7b18-dff1-4152-a11f-85bdb1e8809a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838528 Oct 13 13:14:31.150255 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:31.195672 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:14:31.200772 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:31.201164 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:31.201493 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 Oct 13 13:14:31.277409 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:31.277692 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:31.282626 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-13132b26-fffa-49a0-8d21-993c4be86e56 req-3a8b90e7-2301-4cde-9b60-a583274d699c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473847 Oct 13 13:14:31.304925 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:31.307344 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc60ada-e9bd-405c-8d52-a3b84196609b" -d '{"events": [{"server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "name": "network-vif-plugged", "status": "completed", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:31.315802 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:31.326074 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:31.330542 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:31.360454 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2037a-fe2c-4974-8932-5b38ec913f57 x-openstack-request-id: req-1bf2037a-fe2c-4974-8932-5b38ec913f57 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:31.360748 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "name": "network-vif-plugged", "status": "completed", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:31.361042 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1bf2037a-fe2c-4974-8932-5b38ec913f57 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:31.361440 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf2037a-fe2c-4974-8932-5b38ec913f57'] response: {'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'code': 200} Oct 13 13:14:31.388899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:31.430418 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c116233-0302-4b0a-82e9-faeed4fbd0a6 req-0a43254b-c104-4a01-b34e-99db7df06276 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:31.432019 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3c116233-0302-4b0a-82e9-faeed4fbd0a6 req-0a43254b-c104-4a01-b34e-99db7df06276 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0549169 Oct 13 13:14:31.484633 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3c116233-0302-4b0a-82e9-faeed4fbd0a6 req-86deb775-9eba-46b0-a1d4-f43d5e96b003 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469570 Oct 13 13:14:31.527653 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0be19-e1b8-4e2d-9b88-e126e6d9aeef req-406f0aa0-0cb9-498a-934d-ad565741d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:31.529010 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-44b0be19-e1b8-4e2d-9b88-e126e6d9aeef req-406f0aa0-0cb9-498a-934d-ad565741d0f2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 1130 time: 0.0379822 Oct 13 13:14:31.569657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:31.573420 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-44b0be19-e1b8-4e2d-9b88-e126e6d9aeef req-a3acf70a-e0bf-4158-89aa-eb281230b204 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379608 Oct 13 13:14:32.401949 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb4c06-7fc2-4b3a-899a-ed6bab1df221 req-b7160a1e-d882-4ffd-91fa-fb5af07ba279 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:32.403485 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e9eb4c06-7fc2-4b3a-899a-ed6bab1df221 req-b7160a1e-d882-4ffd-91fa-fb5af07ba279 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Oct 13 13:14:32.450011 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e9eb4c06-7fc2-4b3a-899a-ed6bab1df221 req-afbe6ca9-009d-45db-8eed-a1178e611aa8 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Oct 13 13:14:32.602029 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce801ab-d573-446f-98a7-0dd9b64e3b88 req-13c27616-d8fd-4df7-aaa1-c7fd1375acde tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:32.603470 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cce801ab-d573-446f-98a7-0dd9b64e3b88 req-13c27616-d8fd-4df7-aaa1-c7fd1375acde tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0449514 Oct 13 13:14:32.649987 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cce801ab-d573-446f-98a7-0dd9b64e3b88 req-03865089-020c-4c66-b721-3a24ef87e8e9 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Oct 13 13:14:33.570660 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2eb5-6109-4f91-97af-f873979c0054 req-39c33fa5-5b4c-4615-ad45-27eba822954e tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:33.572170 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab1b2eb5-6109-4f91-97af-f873979c0054 req-39c33fa5-5b4c-4615-ad45-27eba822954e tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Oct 13 13:14:33.617477 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ab1b2eb5-6109-4f91-97af-f873979c0054 req-cf79baf8-03db-4fe0-9a6e-f19978c9f253 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Oct 13 13:14:33.769645 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab48895-7e9b-48f9-adb5-512acf588105 req-5fa34476-4ee7-4b13-b599-207f0da0576d tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:33.771009 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cab48895-7e9b-48f9-adb5-512acf588105 req-5fa34476-4ee7-4b13-b599-207f0da0576d tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0458417 Oct 13 13:14:33.816906 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cab48895-7e9b-48f9-adb5-512acf588105 req-3fd5e013-4167-4ee0-ab96-9016305025b1 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Oct 13 13:14:34.742182 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21e620-a560-4505-b70b-6d8c77624b69 req-b3bbff8f-96df-46a6-aca7-26547875a76e tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:34.743593 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4f21e620-a560-4505-b70b-6d8c77624b69 req-b3bbff8f-96df-46a6-aca7-26547875a76e tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0502994 Oct 13 13:14:34.789819 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4f21e620-a560-4505-b70b-6d8c77624b69 req-398804c4-24cf-40b9-8ef8-edc222da74dc tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bdf33630-481b-4806-b0c1-cd0a8490c545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Oct 13 13:14:34.829813 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-6ee0bee9-a356-4b34-9f76-4152700c5764 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:34.831260 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-6ee0bee9-a356-4b34-9f76-4152700c5764 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Oct 13 13:14:34.921576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Deleting port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:34.921924 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:34.943664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d5f97-78f0-4b64-9adf-45cb00772271 req-5b99979d-d664-41cb-80da-bd6cf7504cad tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:34.945151 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d36d5f97-78f0-4b64-9adf-45cb00772271 req-5b99979d-d664-41cb-80da-bd6cf7504cad tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0478485 Oct 13 13:14:34.975424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:34.993259 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d36d5f97-78f0-4b64-9adf-45cb00772271 req-2ff2f40d-0d6b-4a85-85fd-f7ac464ccc96 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Oct 13 13:14:35.017362 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] For port 5e82a763-989b-4ba3-b2d2-7ad17b260a77, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=5e82a763-989b-4ba3-b2d2-7ad17b260a77,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:35.017737 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:35.030645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Calling delete_port for 5e82a763-989b-4ba3-b2d2-7ad17b260a77 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:35.109215 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7896fa0-1ca9-483f-b71d-826de4751b86 req-2efc5343-bc97-416e-8329-ce586b76681f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:35.110712 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e7896fa0-1ca9-483f-b71d-826de4751b86 req-2efc5343-bc97-416e-8329-ce586b76681f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0466611 Oct 13 13:14:35.120667 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53100) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:35.125661 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Request body: {'floatingip': {'port_id': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:35.161159 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (5e82a763-989b-4ba3-b2d2-7ad17b260a77), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:35.168658 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (adb4a2e0-a0d4-4551-bc27-dcf76ab77324), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:35.193012 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Pushing event deleted for resources: {'Port': ['ID=5e82a763-989b-4ba3-b2d2-7ad17b260a77,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:35.237620 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] No DVR routers for this DVR port 5e82a763-989b-4ba3-b2d2-7ad17b260a77 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:35.240228 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:35.243489 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-de87b8c7-f1fe-4026-bbf9-6f59846d6344 req-85cab93d-3bdc-4ee5-870a-5c475cb5a14d tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.50 "DELETE /networking/v2.0/ports/5e82a763-989b-4ba3-b2d2-7ad17b260a77 HTTP/1.1" status: 204 len: 173 time: 0.4050653 Oct 13 13:14:35.243925 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'name': 'network-vif-deleted', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:35.246142 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0234f48a-5312-403e-b4d3-a3d87c324b54" -d '{"events": [{"server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "name": "network-vif-deleted", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:35.285182 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:35.288727 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8646e63-6c93-44df-80b6-bf3a4eb3f132 x-openstack-request-id: req-f8646e63-6c93-44df-80b6-bf3a4eb3f132 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:35.289038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e81a58-9400-4cea-aa38-b24b394e33d7", "name": "network-vif-deleted", "tag": "5e82a763-989b-4ba3-b2d2-7ad17b260a77", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:35.289268 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8646e63-6c93-44df-80b6-bf3a4eb3f132 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:35.289672 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8646e63-6c93-44df-80b6-bf3a4eb3f132'] response: {'server_uuid': '59e81a58-9400-4cea-aa38-b24b394e33d7', 'name': 'network-vif-deleted', 'tag': '5e82a763-989b-4ba3-b2d2-7ad17b260a77', 'status': 'completed', 'code': 200} Oct 13 13:14:35.385805 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:35.619121 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:35.622977 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (adb4a2e0-a0d4-4551-bc27-dcf76ab77324), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:35.721038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Floating IP adb4a2e0-a0d4-4551-bc27-dcf76ab77324 associated. External IP: 172.27.1.200, port: c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8. Oct 13 13:14:36.022621 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5b6a9325-5f6c-4393-8a6e-2cb649db0d29 req-60b3a6a1-7888-4650-85b3-a6a7d9aa01e6 tempest-TestMinimumBasicScenario-366179387 tempest-TestMinimumBasicScenario-366179387-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=59e81a58-9400-4cea-aa38-b24b394e33d7 HTTP/1.1" status: 200 len: 210 time: 0.0348189 Oct 13 13:14:36.180664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Router dbb28942-ecd1-4972-897d-17266fb8321f has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:36.282162 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:36.287180 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:36.292661 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:36.302605 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:36.303284 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:36.321093 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a2da0fe1-5dbf-44ff-a5bd-a5fd0d824197 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/adb4a2e0-a0d4-4551-bc27-dcf76ab77324 HTTP/1.1" status: 200 len: 992 time: 1.1993144 Oct 13 13:14:36.321825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:36.324161 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1565698-79d5-4ea8-b26b-93742bcb795a" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:36.361083 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad014811-2aec-4bf5-bf5e-0b45b3275a11 x-openstack-request-id: req-ad014811-2aec-4bf5-bf5e-0b45b3275a11 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:36.361378 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:36.361629 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad014811-2aec-4bf5-bf5e-0b45b3275a11 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:36.362060 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad014811-2aec-4bf5-bf5e-0b45b3275a11'] response: {'name': 'network-changed', 'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'status': 'completed', 'code': 200} Oct 13 13:14:36.409607 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:36.426598 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-737308c7-275b-48c5-b0b8-3466387175f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:36.428331 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-737308c7-275b-48c5-b0b8-3466387175f1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 1130 time: 0.0405798 Oct 13 13:14:36.522486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-4e60d374-819e-43fb-97d6-9b001727f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:36.523913 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-4e60d374-819e-43fb-97d6-9b001727f8e7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 200 len: 912 time: 0.0900171 Oct 13 13:14:36.589875 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-4218ec45-0a96-4957-b35f-f0f2d9d7d5bf service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 HTTP/1.1" status: 200 len: 1000 time: 0.0541918 Oct 13 13:14:36.652188 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-81e35ec5-8e04-4cfd-af06-353204e5d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:36.653957 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-81e35ec5-8e04-4cfd-af06-353204e5d006 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 200 len: 850 time: 0.0496399 Oct 13 13:14:36.699972 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-744ba395-7b4f-4ffc-99fa-a794c9ca2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:36.701503 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-744ba395-7b4f-4ffc-99fa-a794c9ca2f48 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=9007e121-4e22-42f4-a8ed-c79c5c61badd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420010 Oct 13 13:14:36.709175 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'adb4a2e0-a0d4-4551-bc27-dcf76ab77324', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'port_id': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'mac_address': 'fa:16:3e:e4:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:14:23Z', 'updated_at': '2022-10-13T13:14:35Z', 'revision_number': 1, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:36.734522 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:36.742750 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:36.743372 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:36.795147 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-47bda5cb-8798-477f-bc4f-e4bf5be8259d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Oct 13 13:14:36.845016 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:36.890743 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d1565698-79d5-4ea8-b26b-93742bcb795a req-22d8fd39-f9d4-4f38-8ac6-37e871d1e8c8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878518 Oct 13 13:14:37.012130 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:37.053693 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'adb4a2e0-a0d4-4551-bc27-dcf76ab77324', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'port_id': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'mac_address': 'fa:16:3e:e4:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:14:23Z', 'updated_at': '2022-10-13T13:14:35Z', 'revision_number': 1, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:37.084916 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed5d9f-a939-46c1-878d-d9507bc1622a None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'adb4a2e0-a0d4-4551-bc27-dcf76ab77324', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'port_id': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'mac_address': 'fa:16:3e:e4:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:14:23Z', 'updated_at': '2022-10-13T13:14:35Z', 'revision_number': 1, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:37.181917 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 5e82a763-989b-4ba3-b2d2-7ad17b260a77 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:37.201364 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 5e82a763-989b-4ba3-b2d2-7ad17b260a77 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:37.202217 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 5e82a763-989b-4ba3-b2d2-7ad17b260a77 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:37.286275 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bcfa30-dfaa-4f8a-99e9-a015501c4b5f None None] New status for floating IP adb4a2e0-a0d4-4551-bc27-dcf76ab77324: ACTIVE {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:14:37.736515 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53156) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:37.925557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:37.971628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:38.043706 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (de77ad94-1d47-4b5c-98a7-ce6279391bd8), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:38.261829 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Deleting port 1d8faaba-6063-4a05-8f82-d05405b85a06 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:38.262091 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:38.344282 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] For port 1d8faaba-6063-4a05-8f82-d05405b85a06, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=1d8faaba-6063-4a05-8f82-d05405b85a06,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:38.344645 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:38.357095 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Calling delete_port for 1d8faaba-6063-4a05-8f82-d05405b85a06 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:38.531696 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (1d8faaba-6063-4a05-8f82-d05405b85a06), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:38.556797 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8faaba-6063-4a05-8f82-d05405b85a06,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:38.715301 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (de77ad94-1d47-4b5c-98a7-ce6279391bd8), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:38.735734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ef3c7-bc45-4748-8b7c-5c70e14ec8e0 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:14:38.773092 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:38.803049 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:38.835014 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ef3c7-bc45-4748-8b7c-5c70e14ec8e0 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:14:38.925085 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Router de77ad94-1d47-4b5c-98a7-ce6279391bd8 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:39.041533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:39.046584 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-835b996a-0291-4cf7-ab22-131530759efa admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/de77ad94-1d47-4b5c-98a7-ce6279391bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3089194 Oct 13 13:14:39.049207 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53160) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:39.051814 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] Sync routers for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:39.064034 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:39.064577 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:39.155699 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:39.158611 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks [] for router (de77ad94-1d47-4b5c-98a7-ce6279391bd8), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.159580 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:39.173053 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:39.202269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:39.273009 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks [] for router_gateway (de77ad94-1d47-4b5c-98a7-ce6279391bd8), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.321244 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Deleting port 707549f5-39cc-43bc-bbe2-13ac9698f469 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:39.321509 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.370958 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:14:38Z', 'revision_number': 5, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port': {'id': '707549f5-39cc-43bc-bbe2-13ac9698f469', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:48Z', 'updated_at': '2022-10-13T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:39.399318 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] Checking router: de77ad94-1d47-4b5c-98a7-ce6279391bd8 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:39.409512 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] Routers {'de77ad94-1d47-4b5c-98a7-ce6279391bd8'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:39.410130 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:39.416021 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] For port 707549f5-39cc-43bc-bbe2-13ac9698f469, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=707549f5-39cc-43bc-bbe2-13ac9698f469,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:39.416484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.431141 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Calling delete_port for 707549f5-39cc-43bc-bbe2-13ac9698f469 owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:39.498845 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] Set router de77ad94-1d47-4b5c-98a7-ce6279391bd8 gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:39.556379 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:14:39Z', 'revision_number': 6, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:39.582212 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe7975-4c65-4491-bf2a-f45f71eb5f26 None None] The sync data for ids ['de77ad94-1d47-4b5c-98a7-ce6279391bd8'] in dv-cinder-826607-8-iscsi is: [{'id': 'de77ad94-1d47-4b5c-98a7-ce6279391bd8', 'name': 'tempest-TestMinimumBasicScenario-1781517014-router', 'tenant_id': '3ed5038c799342d48edc980983f1d996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:47Z', 'updated_at': '2022-10-13T13:14:39Z', 'revision_number': 6, 'project_id': '3ed5038c799342d48edc980983f1d996', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:39.594699 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-6cb4173b-407e-40de-bb25-1064a55010f9 None None] Provisioning complete for port 2c6c6f32-eb63-4792-a860-1aaa423b691c triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:39.595257 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6cb4173b-407e-40de-bb25-1064a55010f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.595884 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-6cb4173b-407e-40de-bb25-1064a55010f9 None None] Attempt 1 to provision port 2c6c6f32-eb63-4792-a860-1aaa423b691c Oct 13 13:14:39.616412 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (707549f5-39cc-43bc-bbe2-13ac9698f469), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.635027 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:39.641885 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Pushing event deleted for resources: {'Port': ['ID=707549f5-39cc-43bc-bbe2-13ac9698f469,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:39.677314 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-6cb4173b-407e-40de-bb25-1064a55010f9 None None] Current status of the port 2c6c6f32-eb63-4792-a860-1aaa423b691c is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:39.703786 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (de77ad94-1d47-4b5c-98a7-ce6279391bd8), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.788621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (de77ad94-1d47-4b5c-98a7-ce6279391bd8), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.790775 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks [] for router_controller (de77ad94-1d47-4b5c-98a7-ce6279391bd8), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.835381 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (de77ad94-1d47-4b5c-98a7-ce6279391bd8), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.835870 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de77ad94-1d47-4b5c-98a7-ce6279391bd8 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:14:39.840699 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.841893 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-82c33114-70e7-40d0-9eb3-fee2dfb40946 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/de77ad94-1d47-4b5c-98a7-ce6279391bd8 HTTP/1.1" status: 204 len: 168 time: 0.7909052 Oct 13 13:14:39.845005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53162) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:39.888748 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Deleting subnet 08db214e-348e-422e-8ce6-1b708d182692 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:14:39.892406 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Publish callbacks [] for subnet (08db214e-348e-422e-8ce6-1b708d182692), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:39.928276 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (08db214e-348e-422e-8ce6-1b708d182692), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.013659 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (08db214e-348e-422e-8ce6-1b708d182692), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.062469 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:DELETE=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:40.068047 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (08db214e-348e-422e-8ce6-1b708d182692), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.075910 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:40.096345 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08db214e-348e-422e-8ce6-1b708d182692,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:40.100887 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.104673 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b7867661-1703-48da-abbf-9acf4757ad36 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/08db214e-348e-422e-8ce6-1b708d182692 HTTP/1.1" status: 204 len: 168 time: 0.2587342 Oct 13 13:14:40.106908 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afaa18-ec9d-42c4-b643-e4a3dfb208db None None] Network 166f36a0-8f38-4dea-a79f-656b2b96b465 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:14:40.107724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53164) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:40.175811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (166f36a0-8f38-4dea-a79f-656b2b96b465), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.223318 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Deleting port 2c6c6f32-eb63-4792-a860-1aaa423b691c {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:40.223660 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.285839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] For port 2c6c6f32-eb63-4792-a860-1aaa423b691c, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=2c6c6f32-eb63-4792-a860-1aaa423b691c,segment=NetworkSegment(d95e0742-9927-4853-b696-23bb2a843407),segment_id=d95e0742-9927-4853-b696-23bb2a843407)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:40.286127 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.298791 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Calling delete_port for 2c6c6f32-eb63-4792-a860-1aaa423b691c owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:40.373572 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] DHCP port deletion for 166f36a0-8f38-4dea-a79f-656b2b96b465 request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:14:40.385896 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.412290 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6c6f32-eb63-4792-a860-1aaa423b691c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:40.414204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] No DVR routers for this DVR port 2c6c6f32-eb63-4792-a860-1aaa423b691c on host dv-cinder-826607-8-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:40.416504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Deleting port 2c6c6f32-eb63-4792-a860-1aaa423b691c {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:40.416901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.487647 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] For port 2c6c6f32-eb63-4792-a860-1aaa423b691c, host dv-cinder-826607-8-iscsi, got binding levels [] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:40.488043 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.488182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (166f36a0-8f38-4dea-a79f-656b2b96b465), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.500886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Calling delete_port for 2c6c6f32-eb63-4792-a860-1aaa423b691c owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:40.504968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.ipam_backend_mixin [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Port 2c6c6f32-eb63-4792-a860-1aaa423b691c was not found and therefore no delete operation was performed {{(pid=104574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 13 13:14:40.506214 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (2c6c6f32-eb63-4792-a860-1aaa423b691c), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.508682 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166f36a0-8f38-4dea-a79f-656b2b96b465']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:40.518073 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95e0742-9927-4853-b696-23bb2a843407') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:40.518374 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95e0742-9927-4853-b696-23bb2a843407') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:40.532700 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (d95e0742-9927-4853-b696-23bb2a843407), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.532946 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] Pushing event deleted for resources: {'Port': ['ID=2c6c6f32-eb63-4792-a860-1aaa423b691c,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:40.534731 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b87df-f8c8-407e-9f7f-5cda45b924ba None None] No DVR routers for this DVR port 2c6c6f32-eb63-4792-a860-1aaa423b691c on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:40.548126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (d95e0742-9927-4853-b696-23bb2a843407), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.555183 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Releasing vlan 485 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:14:40.555590 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (d95e0742-9927-4853-b696-23bb2a843407), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.598193 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment d95e0742-9927-4853-b696-23bb2a843407 resource provider aggregate not found Oct 13 13:14:40.622592 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment d95e0742-9927-4853-b696-23bb2a843407 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d95e0742-9927-4853-b696-23bb2a843407 found for delete ", "request_id": "req-c7dda3b8-058e-4e5f-8060-ff487193c809"}]} Oct 13 13:14:40.624363 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (166f36a0-8f38-4dea-a79f-656b2b96b465), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.629824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:40.632964 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/166f36a0-8f38-4dea-a79f-656b2b96b465 HTTP/1.1" status: 204 len: 168 time: 0.5242991 Oct 13 13:14:40.635996 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53170) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:40.651544 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16266e-e29e-4195-a33c-431244b91134 admin admin] Pushing event deleted for resources: {'Network': ['ID=166f36a0-8f38-4dea-a79f-656b2b96b465,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:40.943225 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (5c4a3aff-adf1-47ff-8539-6ea2f902df62), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:41.001331 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 707549f5-39cc-43bc-bbe2-13ac9698f469 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:41.025218 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 707549f5-39cc-43bc-bbe2-13ac9698f469 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:41.025563 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 707549f5-39cc-43bc-bbe2-13ac9698f469 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:41.025982 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 2c6c6f32-eb63-4792-a860-1aaa423b691c no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:41.044360 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 2c6c6f32-eb63-4792-a860-1aaa423b691c {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:41.044701 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 2c6c6f32-eb63-4792-a860-1aaa423b691c not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:41.045112 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1d8faaba-6063-4a05-8f82-d05405b85a06 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:41.064162 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 1d8faaba-6063-4a05-8f82-d05405b85a06 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:41.064504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1d8faaba-6063-4a05-8f82-d05405b85a06 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:41.166728 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Deleting port 59b5dfa7-6505-4803-93db-5d5a718e45fd {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:41.167001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:41.247587 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] For port 59b5dfa7-6505-4803-93db-5d5a718e45fd, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=59b5dfa7-6505-4803-93db-5d5a718e45fd,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:41.247948 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:41.250447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:41.261448 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Calling delete_port for 59b5dfa7-6505-4803-93db-5d5a718e45fd owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:41.271187 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:41.440351 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (59b5dfa7-6505-4803-93db-5d5a718e45fd), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:41.464147 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b5dfa7-6505-4803-93db-5d5a718e45fd,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:41.500967 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-50371480-266d-44e2-9e94-8226a40ed870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:41.856447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (5c4a3aff-adf1-47ff-8539-6ea2f902df62), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:41.877112 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a9ed6-bd78-477a-8512-b10ad962e804 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:14:41.904456 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:41.965837 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a9ed6-bd78-477a-8512-b10ad962e804 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:14:41.970995 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:14:42.063303 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:42.167497 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:42.172338 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8b9ce6be-1a91-4cb8-9ae4-75b7ae410e41 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/5c4a3aff-adf1-47ff-8539-6ea2f902df62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5353062 Oct 13 13:14:42.175220 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53172) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:42.181244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] Sync routers for ids ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:42.190987 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] Routers {'5c4a3aff-adf1-47ff-8539-6ea2f902df62'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:42.191721 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:42.278112 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks [] for router (5c4a3aff-adf1-47ff-8539-6ea2f902df62), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.281197 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:42.296899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] Set router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:42.387025 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks [] for router_gateway (5c4a3aff-adf1-47ff-8539-6ea2f902df62), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.424162 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:42.437354 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Deleting port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:42.437698 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.477497 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:14:41Z', 'revision_number': 5, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port': {'id': '5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:22:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:42.504592 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] Checking router: 5c4a3aff-adf1-47ff-8539-6ea2f902df62 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:42.513920 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] Routers {'5c4a3aff-adf1-47ff-8539-6ea2f902df62'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:42.515090 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:42.528158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] For port 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:42.528554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.542014 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Calling delete_port for 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:42.597831 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:42.601950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] Set router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 gateway port host: None {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:42.661831 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:14:42Z', 'revision_number': 6, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:42.665576 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c2a5d607-731b-41c3-806f-252e07dd09ef None None] Provisioning complete for port c6abf889-004e-497b-866f-bb5596e8f185 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:42.665950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d607-731b-41c3-806f-252e07dd09ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c6abf889-004e-497b-866f-bb5596e8f185), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.666289 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c2a5d607-731b-41c3-806f-252e07dd09ef None None] Attempt 1 to provision port c6abf889-004e-497b-866f-bb5596e8f185 Oct 13 13:14:42.691004 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a0a9f-d9e0-47de-9654-d6fccbb8a986 None None] The sync data for ids ['5c4a3aff-adf1-47ff-8539-6ea2f902df62'] in dv-cinder-826607-8-iscsi is: [{'id': '5c4a3aff-adf1-47ff-8539-6ea2f902df62', 'name': 'tempest-TestMinimumBasicScenario-451346724-router', 'tenant_id': 'e5527143235a4fab8d08d7ef484670ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:11:54Z', 'updated_at': '2022-10-13T13:14:42Z', 'revision_number': 6, 'project_id': 'e5527143235a4fab8d08d7ef484670ce', 'gw_port_host': None}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:42.713035 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.738335 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:42.768450 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5d607-731b-41c3-806f-252e07dd09ef None None] Current status of the port c6abf889-004e-497b-866f-bb5596e8f185 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:42.800518 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (5c4a3aff-adf1-47ff-8539-6ea2f902df62), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.903041 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (5c4a3aff-adf1-47ff-8539-6ea2f902df62), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.909197 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks [] for router_controller (5c4a3aff-adf1-47ff-8539-6ea2f902df62), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.966605 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (5c4a3aff-adf1-47ff-8539-6ea2f902df62), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.967236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c4a3aff-adf1-47ff-8539-6ea2f902df62 {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:14:42.972319 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:42.973442 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-65c7c317-7d47-4d6c-b729-1fc16ea2f97a admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/5c4a3aff-adf1-47ff-8539-6ea2f902df62 HTTP/1.1" status: 204 len: 168 time: 0.7973297 Oct 13 13:14:42.976093 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53180) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:43.021426 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Deleting subnet 1807b406-e1fc-42df-aa2b-65cc114c357f {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:14:43.036949 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Publish callbacks [] for subnet (1807b406-e1fc-42df-aa2b-65cc114c357f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.088364 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (1807b406-e1fc-42df-aa2b-65cc114c357f), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.181568 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 59b5dfa7-6505-4803-93db-5d5a718e45fd no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:43.203152 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 59b5dfa7-6505-4803-93db-5d5a718e45fd {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:43.203502 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 59b5dfa7-6505-4803-93db-5d5a718e45fd not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:43.213594 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (1807b406-e1fc-42df-aa2b-65cc114c357f), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.276539 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (1807b406-e1fc-42df-aa2b-65cc114c357f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.307951 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1807b406-e1fc-42df-aa2b-65cc114c357f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:43.313289 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.319273 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a47164fe-efcb-4695-80d5-d9eff1cae72a admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/1807b406-e1fc-42df-aa2b-65cc114c357f HTTP/1.1" status: 204 len: 168 time: 0.3396380 Oct 13 13:14:43.319858 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53192) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:43.326018 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7b991-f7d5-412d-a7e0-d772d418bd39 None None] Network 8c56185d-15f4-45df-96a8-e86cb83a5f39 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:14:43.365706 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:43.393332 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (8c56185d-15f4-45df-96a8-e86cb83a5f39), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.395777 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:43.441528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Deleting port c6abf889-004e-497b-866f-bb5596e8f185 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:43.441862 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c6abf889-004e-497b-866f-bb5596e8f185), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.506457 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] For port c6abf889-004e-497b-866f-bb5596e8f185, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c6abf889-004e-497b-866f-bb5596e8f185,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:43.506816 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c6abf889-004e-497b-866f-bb5596e8f185), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.513218 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] DHCP port deletion for 8c56185d-15f4-45df-96a8-e86cb83a5f39 request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:14:43.523282 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Calling delete_port for c6abf889-004e-497b-866f-bb5596e8f185 owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:43.552457 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] Deleting port c6abf889-004e-497b-866f-bb5596e8f185 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:43.552830 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c6abf889-004e-497b-866f-bb5596e8f185), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.606610 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (c6abf889-004e-497b-866f-bb5596e8f185), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.606841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:43.623093 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] For port c6abf889-004e-497b-866f-bb5596e8f185, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c6abf889-004e-497b-866f-bb5596e8f185,segment=NetworkSegment(156dd7e7-f34f-41f3-8c77-225355b689f8),segment_id=156dd7e7-f34f-41f3-8c77-225355b689f8)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:43.623564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c6abf889-004e-497b-866f-bb5596e8f185), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.632808 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6abf889-004e-497b-866f-bb5596e8f185,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:43.636372 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] No DVR routers for this DVR port c6abf889-004e-497b-866f-bb5596e8f185 on host dv-cinder-826607-8-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:43.638220 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] Calling delete_port for c6abf889-004e-497b-866f-bb5596e8f185 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:43.720340 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (8c56185d-15f4-45df-96a8-e86cb83a5f39), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.724371 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-17727dc8-3e39-4214-8707-ad679680df39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.743869 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c56185d-15f4-45df-96a8-e86cb83a5f39']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:43.753992 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156dd7e7-f34f-41f3-8c77-225355b689f8') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:43.754285 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156dd7e7-f34f-41f3-8c77-225355b689f8') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:43.765590 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (156dd7e7-f34f-41f3-8c77-225355b689f8), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.781131 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (156dd7e7-f34f-41f3-8c77-225355b689f8), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.782123 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (c6abf889-004e-497b-866f-bb5596e8f185), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.790388 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Releasing vlan 473 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:14:43.791176 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (156dd7e7-f34f-41f3-8c77-225355b689f8), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.811067 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] No DVR routers for this DVR port c6abf889-004e-497b-866f-bb5596e8f185 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:43.816230 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c5514-5d21-4380-8dff-f15537dc384d None None] Pushing event deleted for resources: {'Port': ['ID=c6abf889-004e-497b-866f-bb5596e8f185,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:43.836598 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 156dd7e7-f34f-41f3-8c77-225355b689f8 resource provider aggregate not found Oct 13 13:14:43.855214 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 156dd7e7-f34f-41f3-8c77-225355b689f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 156dd7e7-f34f-41f3-8c77-225355b689f8 found for delete ", "request_id": "req-f5edd05f-60b3-4608-8f45-acaa3542abc6"}]} Oct 13 13:14:43.859603 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (8c56185d-15f4-45df-96a8-e86cb83a5f39), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.867129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:43.871211 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/8c56185d-15f4-45df-96a8-e86cb83a5f39 HTTP/1.1" status: 204 len: 168 time: 0.5508015 Oct 13 13:14:43.881570 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5849a7-1903-43d1-8265-98de766e0ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c56185d-15f4-45df-96a8-e86cb83a5f39,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:44.042435 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53200) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:44.083377 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e756624a-b1e5-48f7-b1c9-e6822346daf1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3ed5038c799342d48edc980983f1d996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397313 Oct 13 13:14:44.085868 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53202) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:44.138452 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d22717b3-830b-49c9-9810-2c7ccf003c96 admin admin] Publish callbacks [] for security_group (bdf33630-481b-4806-b0c1-cd0a8490c545), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.158355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d22717b3-830b-49c9-9810-2c7ccf003c96 admin admin] Publish callbacks [] for security_group (bdf33630-481b-4806-b0c1-cd0a8490c545), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.205368 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d22717b3-830b-49c9-9810-2c7ccf003c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bdf33630-481b-4806-b0c1-cd0a8490c545), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.207910 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d22717b3-830b-49c9-9810-2c7ccf003c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.209027 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d22717b3-830b-49c9-9810-2c7ccf003c96 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bdf33630-481b-4806-b0c1-cd0a8490c545 HTTP/1.1" status: 204 len: 168 time: 0.1222835 Oct 13 13:14:44.216954 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22717b3-830b-49c9-9810-2c7ccf003c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf33630-481b-4806-b0c1-cd0a8490c545,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:44.527777 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53214) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:44.571570 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6b5c67f6-9eca-4ce5-93dd-c298dfc3953b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e5527143235a4fab8d08d7ef484670ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425677 Oct 13 13:14:44.574077 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53218) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:44.624300 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f3af95-0fff-41d5-86c8-0eddf0b6743e admin admin] Publish callbacks [] for security_group (1676869b-3bb3-4d76-99bf-3e4b278a031a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.647645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f3af95-0fff-41d5-86c8-0eddf0b6743e admin admin] Publish callbacks [] for security_group (1676869b-3bb3-4d76-99bf-3e4b278a031a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.698009 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f3af95-0fff-41d5-86c8-0eddf0b6743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (1676869b-3bb3-4d76-99bf-3e4b278a031a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.700717 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f3af95-0fff-41d5-86c8-0eddf0b6743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:44.701989 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f0f3af95-0fff-41d5-86c8-0eddf0b6743e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1676869b-3bb3-4d76-99bf-3e4b278a031a HTTP/1.1" status: 204 len: 168 time: 0.1268878 Oct 13 13:14:44.710341 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3af95-0fff-41d5-86c8-0eddf0b6743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1676869b-3bb3-4d76-99bf-3e4b278a031a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:44.887636 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b99eb-6a2b-48f0-9efb-f5bc991fb35d req-f341fe0a-37aa-4e96-9c9e-e8f7686c2dc9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:44.889813 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f09b99eb-6a2b-48f0-9efb-f5bc991fb35d req-f341fe0a-37aa-4e96-9c9e-e8f7686c2dc9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.2696259 Oct 13 13:14:44.939185 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f09b99eb-6a2b-48f0-9efb-f5bc991fb35d req-e6e58c7a-29e3-4bb4-b8cd-7abe11ebf8a4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439715 Oct 13 13:14:45.006408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:45.026017 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:45.026367 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 5d7ef1a7-cb9b-4eda-8063-8d15a9c2c7db not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:45.026788 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c6abf889-004e-497b-866f-bb5596e8f185 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:45.028708 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.047154 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: c6abf889-004e-497b-866f-bb5596e8f185 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:45.047509 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c6abf889-004e-497b-866f-bb5596e8f185 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:45.412861 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53242) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:45.507699 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-656937633-network', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:45.527793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Made reservation on behalf of aff81c38c17b4e82864854ceac6587df for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:14:45.530189 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.538723 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.579468 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:45.599877 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:45.624865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks [] for security_group (d0420056-72e3-4f6b-84c3-922412140cf8), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.628855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d0420056-72e3-4f6b-84c3-922412140cf8), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.651972 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 457} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:14:45.667020 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0420056-72e3-4f6b-84c3-922412140cf8,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:45.672604 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (e91fa39c-a3be-4060-b4ac-2e1be896daa7), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.672945 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Added segment e91fa39c-a3be-4060-b4ac-2e1be896daa7 of type vlan for network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a Oct 13 13:14:45.714035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (1e6e7eef-fa07-4671-a605-5b0b3a4c317a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.737848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (1e6e7eef-fa07-4671-a605-5b0b3a4c317a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.738824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:45.739512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.794018 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3800414 Oct 13 13:14:45.796971 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53246) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:45.802126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Request body: {'subnet': {'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-656937633-subnet', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:45.806211 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2f46a-99c9-4c71-b229-220aa8b14092 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6e7eef-fa07-4671-a605-5b0b3a4c317a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:45.816584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:14:45.831210 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Made reservation on behalf of aff81c38c17b4e82864854ceac6587df for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:14:45.833506 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4780451'] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:45.904964 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:45.919306 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:46.012566 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4780465'] for subnet (99a5223f-a343-48d6-97ff-257f81c556c6), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.072719 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a5223f-a343-48d6-97ff-257f81c556c6,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:46.089076 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Checking segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:46.089366 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Network hostable DHCP agents. Network: 1e6e7eef-fa07-4671-a605-5b0b3a4c317a, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:14:46.106120 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:14:46.115982 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 1e6e7eef-fa07-4671-a605-5b0b3a4c317a) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:46.120753 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:46.121356 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.126887 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93711f3-2219-4ed0-98a4-c2a1243d2c50 None None] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:14:46.141983 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e211fc45-5493-4c2e-b37a-93a3f466fdb9 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3435693 Oct 13 13:14:46.142568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53252) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:46.147288 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:46.168167 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (ed413029-000d-47a9-986d-3c0d835e10fb), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.169181 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (ed413029-000d-47a9-986d-3c0d835e10fb), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.213612 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41588967-c5fc-4be2-beb4-479f8f81283a req-71899dba-74f6-4d41-a3e7-303571851d5b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:46.215625 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41588967-c5fc-4be2-beb4-479f8f81283a req-71899dba-74f6-4d41-a3e7-303571851d5b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.1981981 Oct 13 13:14:46.222777 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks [] for router_controller (ed413029-000d-47a9-986d-3c0d835e10fb), precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.247360 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:14:46.248554 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.267283 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41588967-c5fc-4be2-beb4-479f8f81283a req-cfa9dfe5-64dc-4471-b5b2-0e3ebeafb72d tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Oct 13 13:14:46.359651 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks [] for router_gateway (ed413029-000d-47a9-986d-3c0d835e10fb), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.522985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Allocated IP 172.20.0.2 (1e6e7eef-fa07-4671-a605-5b0b3a4c317a/99a5223f-a343-48d6-97ff-257f81c556c6/c7ccc8e6-22fb-4749-8dce-bed10f4069e7) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:46.551959 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks [] for router_gateway (ed413029-000d-47a9-986d-3c0d835e10fb), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.573695 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.663618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:46.667259 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Publish callbacks [] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.674358 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.679569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Allocated IP 172.27.1.73 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:46.716559 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:46.721459 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:46.722512 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:46.727077 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:46.730395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Pushing event updated for resources: {'Port': ['ID=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:46.786905 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Attempting to bind port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:46.787832 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Attempting to bind port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:46.788239 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Attempting to bind port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 on network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:46.792852 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks [] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.799424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:46.807125 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:46.835835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.844443 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.845787 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:46.846157 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Checking segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:46.846545 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.846927 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Bound using segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:46.847421 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Bound port: c7ccc8e6-22fb-4749-8dce-bed10f4069e7, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:46.847792 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.876940 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:46.879988 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:46.882383 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:46.907902 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] For port c7ccc8e6-22fb-4749-8dce-bed10f4069e7, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:46.911009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] For port c7ccc8e6-22fb-4749-8dce-bed10f4069e7, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:46.913576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:46.917232 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:46.971037 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945948f-e7f6-4de1-a36e-cbee3d1eb254 None None] Pushing event updated for resources: {'Port': ['ID=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:47.002440 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:47.154887 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks [] for router_gateway (ed413029-000d-47a9-986d-3c0d835e10fb), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:47.400071 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c1167-2112-4d59-ae17-8ad158984846 req-ef9d9960-2522-42dc-a761-9bd528134f7f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:47.401618 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-503c1167-2112-4d59-ae17-8ad158984846 req-ef9d9960-2522-42dc-a761-9bd528134f7f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0498817 Oct 13 13:14:47.454164 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-503c1167-2112-4d59-ae17-8ad158984846 req-13b0b751-29d3-491e-b864-6b5fd93b83c3 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467784 Oct 13 13:14:47.586034 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (ed413029-000d-47a9-986d-3c0d835e10fb), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:47.718479 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Router ed413029-000d-47a9-986d-3c0d835e10fb is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:14:47.789773 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab60039-278a-43fd-8aba-749601e03044 None None] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:14:47.821891 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:47.831505 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Sync routers for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:47.840790 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:47.844537 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-7263901c-12c9-425a-b457-bf7a4cffefa1 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6982532 Oct 13 13:14:47.844663 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:47.844663 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:47.844851 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53256) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:47.851760 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Provisioning complete for port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:47.852369 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:47.852710 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Attempt 1 to provision port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 Oct 13 13:14:47.938860 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:47.962981 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:47.979686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Current status of the port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:47.980080 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.023776 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:48.027421 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] For port c7ccc8e6-22fb-4749-8dce-bed10f4069e7, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:48.032945 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.088340 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec4de2-f5da-4a4e-9d79-81d120d9e558 None None] Pushing event updated for resources: {'Port': ['ID=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:48.155744 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:48.167934 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:47Z', 'revision_number': 3, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:48.195292 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Checking router: ed413029-000d-47a9-986d-3c0d835e10fb for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:48.195640 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Updating router ed413029-000d-47a9-986d-3c0d835e10fb port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:14:48.222836 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.253999 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-4d4bebf5-2919-4c81-9b55-43f28bee8ddf None None] Provisioning complete for port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:48.254357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4d4bebf5-2919-4c81-9b55-43f28bee8ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.254700 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-4d4bebf5-2919-4c81-9b55-43f28bee8ddf None None] Attempt 1 to provision port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 Oct 13 13:14:48.345142 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-dd100030-ae73-4d7b-b0a1-6dcac8158ee9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:48.346706 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-dd100030-ae73-4d7b-b0a1-6dcac8158ee9 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0593653 Oct 13 13:14:48.348034 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-4d4bebf5-2919-4c81-9b55-43f28bee8ddf None None] Current status of the port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:48.348712 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.487102 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Deleting port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:48.487451 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.573580 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Publish callbacks [] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.578142 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917b0d0-9ce5-4f05-b739-131b1767194e req-2700508c-f3af-40ad-8a9c-8a3d48454bb4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:48.579745 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b917b0d0-9ce5-4f05-b739-131b1767194e req-2700508c-f3af-40ad-8a9c-8a3d48454bb4 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 946 time: 0.0492520 Oct 13 13:14:48.580931 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.614288 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Attempting to bind port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:48.615078 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Attempting to bind port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:48.615669 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Attempting to bind port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:48.629526 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b917b0d0-9ce5-4f05-b739-131b1767194e req-1173e5f0-62ae-4a3a-8cc0-6ef6c020e06b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fce1e427-784f-452c-9b4e-05d19588ac45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Oct 13 13:14:48.656141 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Pushing event updated for resources: {'Port': ['ID=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:48.659793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] For port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:48.660330 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.660475 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:48.663233 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Allocated IP 172.20.0.1 (1e6e7eef-fa07-4671-a605-5b0b3a4c317a/99a5223f-a343-48d6-97ff-257f81c556c6/27265a5c-0d40-4e37-8c2c-c46ea52d3444) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:48.673660 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.674271 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.674536 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.675186 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.675517 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.675844 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.676165 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.676483 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.676805 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.677122 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.677442 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.677789 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.678212 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.678733 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.679073 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:14:48.691175 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:48.691642 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:48.692099 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.692548 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:48.693083 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Bound port: 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:48.693520 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.742710 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] For port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:48.745717 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] For port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:48.751492 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.790411 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:48.791021 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:48.839381 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:48.845776 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010f03f-1bee-4afc-9cf2-5a9d3ae6de13 None None] Pushing event updated for resources: {'Port': ['ID=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:48.882676 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:48.905490 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:48.910784 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks [] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.920510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.920886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:48.921205 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Floating IP 9965e5e0-193a-466b-88a7-de7e7201af39 disassociated. External IP: 172.27.1.182, port: feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04. Oct 13 13:14:48.921563 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Calling delete_port for feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:49.008956 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.048169 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c7ccc8e6-22fb-4749-8dce-bed10f4069e7 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:49.065180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:49.071212 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:49.074754 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:49.076433 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Pushing event updated for resources: {'Port': ['ID=27265a5c-0d40-4e37-8c2c-c46ea52d3444,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:49.084787 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:47Z', 'revision_number': 3, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:49.103135 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:49.103929 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.105075 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 Oct 13 13:14:49.106664 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:49.115574 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ddc6a4-ffd6-4617-b139-e2267c3c4cf5 None None] The sync data for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi is: [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:47Z', 'revision_number': 3, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:49.146815 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (ed413029-000d-47a9-986d-3c0d835e10fb), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.196099 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:49.210969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.248109 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event deleted for resources: {'Port': ['ID=feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:49.383189 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:49.405433 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-0a03bb90-39d6-48f8-9139-9979aecc23b2 None None] Provisioning complete for port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:49.406104 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0a03bb90-39d6-48f8-9139-9979aecc23b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.406442 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-0a03bb90-39d6-48f8-9139-9979aecc23b2 None None] Attempt 1 to provision port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 Oct 13 13:14:49.415369 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.435434 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Router 7b492047-1ab3-414e-b64b-8ac0c723eca1 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:49.452258 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-0a03bb90-39d6-48f8-9139-9979aecc23b2 None None] Port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:14:49.533974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:49.626233 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:49.662467 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:49.681594 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] Sync routers for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:49.704382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:49.705378 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:49.739041 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] No DVR routers for this DVR port feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:49.744932 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.748288 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-7d99510b-17a4-46fa-ae79-f4c3739747bf req-381dec09-d733-4b35-bedc-fbd8fa519523 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "DELETE /networking/v2.0/ports/feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 HTTP/1.1" status: 204 len: 173 time: 1.3959453 Oct 13 13:14:49.748805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'name': 'network-vif-deleted', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:49.751087 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0898c5-33f3-48c1-8281-555cd2850dfd" -d '{"events": [{"server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "name": "network-vif-deleted", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:49.770530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks [] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.773893 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d34d6e81-6214-42b4-b67d-09bb139c7778 req-db5f13b3-b2f5-4edd-ab34-50b3ebcf415e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b4ba0fd3-eb17-4e05-acaa-5570c1e364d7 HTTP/1.1" status: 200 len: 210 time: 0.0438435 Oct 13 13:14:49.789277 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.849954 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74bc57a-7261-4e97-b2dd-759d4859c43d x-openstack-request-id: req-e74bc57a-7261-4e97-b2dd-759d4859c43d {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:49.850494 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ba0fd3-eb17-4e05-acaa-5570c1e364d7", "name": "network-vif-deleted", "tag": "feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:49.850898 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e74bc57a-7261-4e97-b2dd-759d4859c43d {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:49.851507 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74bc57a-7261-4e97-b2dd-759d4859c43d'] response: {'server_uuid': 'b4ba0fd3-eb17-4e05-acaa-5570c1e364d7', 'name': 'network-vif-deleted', 'tag': 'feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04', 'status': 'completed', 'code': 200} Oct 13 13:14:49.871321 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (ed413029-000d-47a9-986d-3c0d835e10fb), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:49.873697 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Pushing event updated for resources: {'Port': ['ID=27265a5c-0d40-4e37-8c2c-c46ea52d3444,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:49.896231 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:49.987961 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:49.989586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:50.121395 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Router ed413029-000d-47a9-986d-3c0d835e10fb has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:50.180536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:50.218155 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] Checking router: 7b492047-1ab3-414e-b64b-8ac0c723eca1 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:50.228382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:50.229029 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:50.254572 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:50.259881 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1e951bea-af71-40f3-a7d6-fba7a02e6f79 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/ed413029-000d-47a9-986d-3c0d835e10fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142351 Oct 13 13:14:50.290485 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-3eff4e6a-8507-44f4-a773-a514b336547b None None] Provisioning complete for port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:50.290814 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-3eff4e6a-8507-44f4-a773-a514b336547b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:50.291182 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-3eff4e6a-8507-44f4-a773-a514b336547b None None] Attempt 1 to provision port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 Oct 13 13:14:50.368122 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-3eff4e6a-8507-44f4-a773-a514b336547b None None] Port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:14:50.374225 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:50.581313 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:50.616184 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59449025-2c02-4dd7-8010-9aa9655dd338 None None] The sync data for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi is: [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:01Z', 'revision_number': 4, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'c246e7c9-6278-4f84-8b62-0b3a1ac0f49b', 'name': '', 'network_id': '6c7eaa8a-d195-41e7-950e-394b3e71b249', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'mac_address': 'fa:16:3e:83:dd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:59Z', 'updated_at': '2022-10-13T13:10:16Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'subnets': [{'id': 'e900eebe-5fd1-4563-a448-d62d9e2148e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:50.789059 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53280) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:50.794215 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1479483153-network', 'tenant_id': 'cdb20a29152744f580ec016b985892d5'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:50.816054 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Made reservation on behalf of cdb20a29152744f580ec016b985892d5 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:14:50.818995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:50.830166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:50.882079 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53286) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:50.934555 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks [] for security_group (88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:50.939276 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:50.947800 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aafa5c9-92cd-45c3-9e95-4817c7bd2543 None None] New status for floating IP 9965e5e0-193a-466b-88a7-de7e7201af39: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:14:50.962251 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b241aa6e-b17d-4297-9778-8155b805c809 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group (fce1e427-784f-452c-9b4e-05d19588ac45), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.002659 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b241aa6e-b17d-4297-9778-8155b805c809 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group (fce1e427-784f-452c-9b4e-05d19588ac45), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.075025 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b241aa6e-b17d-4297-9778-8155b805c809 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (fce1e427-784f-452c-9b4e-05d19588ac45), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.077715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b241aa6e-b17d-4297-9778-8155b805c809 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.081158 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b241aa6e-b17d-4297-9778-8155b805c809 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fce1e427-784f-452c-9b4e-05d19588ac45 HTTP/1.1" status: 204 len: 168 time: 0.1947792 Oct 13 13:14:51.082385 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53290) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:51.090886 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:51.122052 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.api.v2.resource [None req-a0859921-bdcc-42d7-82bc-36180c623a54 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] show failed (client error): The resource could not be found. Oct 13 13:14:51.124361 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a0859921-bdcc-42d7-82bc-36180c623a54 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups/fce1e427-784f-452c-9b4e-05d19588ac45 HTTP/1.1" status: 404 len: 347 time: 0.0387938 Oct 13 13:14:51.126698 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241aa6e-b17d-4297-9778-8155b805c809 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce1e427-784f-452c-9b4e-05d19588ac45,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:51.133334 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53292) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:51.162081 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.185206 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:51.186343 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.186884 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 Oct 13 13:14:51.189507 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.237121 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:14:51.259947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 454} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:14:51.267551 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:51.274096 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (4b832b36-974b-4f5d-b295-f6137dcc5155), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.274479 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Added segment 4b832b36-974b-4f5d-b295-f6137dcc5155 of type vlan for network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc Oct 13 13:14:51.282828 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:14:51.283889 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device feb1b7b8-f5e8-4310-8e6d-7eb1841b5c04 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:14:51.322130 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.324760 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.331679 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Deleting port b6b3b6d9-c9d1-4238-8898-9127a89f5415 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:51.335688 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.340231 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Sync routers for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:51.349305 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.351803 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:51.352423 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.356244 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.357339 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:51.357935 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.369385 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:51.370000 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:51.389542 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.412183 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6219413 Oct 13 13:14:51.415642 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53294) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:51.417413 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:51.432162 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.434599 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Request body: {'subnet': {'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1479483153-subnet', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:51.439541 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.439783 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (b6b3b6d9-c9d1-4238-8898-9127a89f5415), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.452172 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f731d5b-d08f-4750-9501-ef880006b366 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf24b3a-5a6e-4eca-92b2-8962b449d7cc,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:51.454487 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Calling delete_port for b6b3b6d9-c9d1-4238-8898-9127a89f5415 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:51.467548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Made reservation on behalf of cdb20a29152744f580ec016b985892d5 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:14:51.470860 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080899'] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.472204 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:14:51.525042 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.602341 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (b6b3b6d9-c9d1-4238-8898-9127a89f5415), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.634361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event deleted for resources: {'Port': ['ID=b6b3b6d9-c9d1-4238-8898-9127a89f5415,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:51.662896 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4760293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080913'] for subnet (8be6ebb1-ed29-42cd-8491-f1a49d620187), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.688760 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:51.698843 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks [] for floatingip (9965e5e0-193a-466b-88a7-de7e7201af39), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.701822 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.705606 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-76e2f89d-f6eb-43a1-9060-075983c948cc tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/9965e5e0-193a-466b-88a7-de7e7201af39 HTTP/1.1" status: 204 len: 168 time: 0.5686300 Oct 13 13:14:51.729431 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be6ebb1-ed29-42cd-8491-f1a49d620187,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:51.737563 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:51.743106 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Checking segment: {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:51.743506 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Network hostable DHCP agents. Network: bdf24b3a-5a6e-4eca-92b2-8962b449d7cc, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:14:51.756051 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:51.766074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:14:51.780866 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, bdf24b3a-5a6e-4eca-92b2-8962b449d7cc) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:51.786259 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:51.786952 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.794654 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cfc857-0bab-4149-ac27-933bf86f0bc8 None None] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:14:51.811623 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53300) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:51.812203 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3a5ff53c-683e-4038-88dd-990a640d5ed3 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3951089 Oct 13 13:14:51.818114 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:51.843084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (ef210cbe-7257-4bea-bdd2-0508bb78246e), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.844207 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (ef210cbe-7257-4bea-bdd2-0508bb78246e), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:51.896507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks [] for router_controller (ef210cbe-7257-4bea-bdd2-0508bb78246e), precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.009872 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-bdf24b3a-5a6e-4eca-92b2-8962b449d7cc', 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc', 'project_id': 'cdb20a29152744f580ec016b985892d5', 'fixed_ips': [{'subnet_id': '8be6ebb1-ed29-42cd-8491-f1a49d620187'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:14:52.010793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.039447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks [] for router_gateway (ef210cbe-7257-4bea-bdd2-0508bb78246e), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.068303 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 2, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:52.137389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Checking router: ed413029-000d-47a9-986d-3c0d835e10fb for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:52.137740 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Updating router ed413029-000d-47a9-986d-3c0d835e10fb port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:14:52.183022 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.217916 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks [] for router_gateway (ef210cbe-7257-4bea-bdd2-0508bb78246e), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.236872 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.258329 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:52.268673 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Allocated IP 172.20.0.2 (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc/8be6ebb1-ed29-42cd-8491-f1a49d620187/50c1b790-4eaf-4f44-bc0f-bfb536adc722) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:52.342467 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Allocated IP 172.27.1.253 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/27187993-ef8c-48b7-bec2-7eb298ce7085) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:52.367363 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:52.565544 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:52.578763 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Publish callbacks [] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.586968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.660223 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:52.665854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Publish callbacks [] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.667770 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:52.673016 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:52.679040 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Pushing event updated for resources: {'Port': ['ID=50c1b790-4eaf-4f44-bc0f-bfb536adc722,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:52.681207 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.690084 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks [] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.721884 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.761417 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:52.766817 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:52.767929 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b73ec-abb2-4913-859d-85009090a8b9 None None] Pushing event updated for resources: {'Port': ['ID=27265a5c-0d40-4e37-8c2c-c46ea52d3444,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:52.769151 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:52.794531 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:52.797289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Attempting to bind port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:52.797692 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Attempting to bind port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:52.798109 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Attempting to bind port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 on network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:52.798493 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Pushing event updated for resources: {'Port': ['ID=27187993-ef8c-48b7-bec2-7eb298ce7085,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:52.850929 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Attempting to bind port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:52.851327 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Attempting to bind port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:52.851695 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Attempting to bind port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 on network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:52.901599 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:52.902003 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Checking segment: {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:52.902375 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.902770 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Bound using segment: {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:52.903276 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Bound port: 50c1b790-4eaf-4f44-bc0f-bfb536adc722, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:52.903667 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.926267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:52.926267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Checking segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:52.926632 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.926970 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Bound using segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:52.927464 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Bound port: 27265a5c-0d40-4e37-8c2c-c46ea52d3444, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:52.927929 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:52.932117 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:53.028606 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] For port 50c1b790-4eaf-4f44-bc0f-bfb536adc722, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:53.035485 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] For port 50c1b790-4eaf-4f44-bc0f-bfb536adc722, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=50c1b790-4eaf-4f44-bc0f-bfb536adc722,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:53.046322 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:53.056266 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:53.058552 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks [] for router_gateway (ef210cbe-7257-4bea-bdd2-0508bb78246e), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:53.091215 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] For port 27265a5c-0d40-4e37-8c2c-c46ea52d3444, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:53.135345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] For port 27265a5c-0d40-4e37-8c2c-c46ea52d3444, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27265a5c-0d40-4e37-8c2c-c46ea52d3444,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:53.151315 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:53.172964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093440-d5c4-4e40-a474-10ecf5373995 None None] Pushing event updated for resources: {'Port': ['ID=50c1b790-4eaf-4f44-bc0f-bfb536adc722,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:53.201663 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:53.202047 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:53.202387 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 Oct 13 13:14:53.207504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:53.208357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:53.297113 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (ef210cbe-7257-4bea-bdd2-0508bb78246e), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:53.453802 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Router ef210cbe-7257-4bea-bdd2-0508bb78246e is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:14:53.472673 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b73ec-abb2-4913-859d-85009090a8b9 None None] Pushing event updated for resources: {'Port': ['ID=27265a5c-0d40-4e37-8c2c-c46ea52d3444,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:53.558631 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:53.561585 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:53.567772 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:53.579494 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Sync routers for ids ['ef210cbe-7257-4bea-bdd2-0508bb78246e'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:53.588566 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:53.589951 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-18ebe645-2c78-47bc-9c52-ad261452ab53 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7765093 Oct 13 13:14:53.593107 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53308) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:53.596075 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:53.597286 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Routers {'ef210cbe-7257-4bea-bdd2-0508bb78246e'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:53.598500 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ef210cbe-7257-4bea-bdd2-0508bb78246e'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:53.697359 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:53.729866 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Set router ef210cbe-7257-4bea-bdd2-0508bb78246e gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:53.770968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:53Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:53.800496 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:53.805407 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac55170-33ea-4cac-bd3c-ec27d7541948 None None] The sync data for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi is: [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:53Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:53.969991 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:14:52Z', 'revision_number': 3, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:53.996606 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Checking router: ef210cbe-7257-4bea-bdd2-0508bb78246e for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:53.996959 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Updating router ef210cbe-7257-4bea-bdd2-0508bb78246e port 27187993-ef8c-48b7-bec2-7eb298ce7085 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:14:54.033315 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.123448 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.178986 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:54.275636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9426b13-ed48-4de1-9cf0-060695d341ae None None] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:14:54.347385 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Allocated IP 172.20.0.1 (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc/8be6ebb1-ed29-42cd-8491-f1a49d620187/fe1472b0-1941-4064-bec7-737fba10aa56) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:14:54.377214 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Provisioning complete for port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:54.377584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.377967 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Attempt 1 to provision port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 Oct 13 13:14:54.467988 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62f2ce-11d4-4f40-a5cb-d8898c6795d1 req-dd58dff3-dac9-412b-804e-3cf1f5291bda tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:54.470784 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b62f2ce-11d4-4f40-a5cb-d8898c6795d1 req-dd58dff3-dac9-412b-804e-3cf1f5291bda tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.1182222 Oct 13 13:14:54.483307 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Publish callbacks [] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.491005 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.527445 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Attempting to bind port 27187993-ef8c-48b7-bec2-7eb298ce7085 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:54.527815 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Attempting to bind port 27187993-ef8c-48b7-bec2-7eb298ce7085 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:54.528244 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Attempting to bind port 27187993-ef8c-48b7-bec2-7eb298ce7085 on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:54.531363 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Current status of the port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:54.531859 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.540734 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b62f2ce-11d4-4f40-a5cb-d8898c6795d1 req-dda6adb7-a561-4a99-82f5-ee604e46fb24 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628824 Oct 13 13:14:54.585962 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a2ea0-6164-488b-b502-57533532b999 None None] Pushing event updated for resources: {'Port': ['ID=27187993-ef8c-48b7-bec2-7eb298ce7085,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:54.610158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks [] for port (fe1472b0-1941-4064-bec7-737fba10aa56), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.617277 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:54.617539 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:54.617821 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.618101 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:54.618576 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Bound port: 27187993-ef8c-48b7-bec2-7eb298ce7085, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:54.619222 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.626537 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] For port 50c1b790-4eaf-4f44-bc0f-bfb536adc722, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=50c1b790-4eaf-4f44-bc0f-bfb536adc722,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:54.627897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:54.633215 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.669693 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.684765 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] For port 27187993-ef8c-48b7-bec2-7eb298ce7085, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:54.689101 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] For port 27187993-ef8c-48b7-bec2-7eb298ce7085, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27187993-ef8c-48b7-bec2-7eb298ce7085,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:54.692097 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:54.697766 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.707280 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb6d95-09e6-4831-a853-e84c61522bda None None] Pushing event updated for resources: {'Port': ['ID=50c1b790-4eaf-4f44-bc0f-bfb536adc722,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:54.715926 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Routers {'ef210cbe-7257-4bea-bdd2-0508bb78246e'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:54.716659 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ef210cbe-7257-4bea-bdd2-0508bb78246e'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:54.738233 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:54.743223 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:54.748183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:14:54.800986 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1472b0-1941-4064-bec7-737fba10aa56,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:54.803515 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (ef210cbe-7257-4bea-bdd2-0508bb78246e), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.843776 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:54.856793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-604a3cba-f4cc-451b-859c-4e4f330402d7 None None] Provisioning complete for port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:54.857715 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-604a3cba-f4cc-451b-859c-4e4f330402d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:54.858056 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-604a3cba-f4cc-451b-859c-4e4f330402d7 None None] Attempt 1 to provision port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 Oct 13 13:14:54.878425 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] Set router ef210cbe-7257-4bea-bdd2-0508bb78246e gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:54.893361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:54.916105 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a2ea0-6164-488b-b502-57533532b999 None None] Pushing event updated for resources: {'Port': ['ID=27187993-ef8c-48b7-bec2-7eb298ce7085,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:55.033254 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-604a3cba-f4cc-451b-859c-4e4f330402d7 None None] Current status of the port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:55.063409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.117748 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27265a5c-0d40-4e37-8c2c-c46ea52d3444 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:55.158453 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:14:52Z', 'revision_number': 3, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:55.167527 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-4c769ef5-bbe7-413b-a254-f10f74e7a5ea None None] Provisioning complete for port fe1472b0-1941-4064-bec7-737fba10aa56 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:55.167900 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4c769ef5-bbe7-413b-a254-f10f74e7a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.168240 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-4c769ef5-bbe7-413b-a254-f10f74e7a5ea None None] Attempt 1 to provision port fe1472b0-1941-4064-bec7-737fba10aa56 Oct 13 13:14:55.192942 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a876b-e62b-4448-b012-2b629e10e1f4 None None] The sync data for ids ['ef210cbe-7257-4bea-bdd2-0508bb78246e'] in dv-cinder-826607-8-iscsi is: [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:14:52Z', 'revision_number': 3, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:55.213885 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-4c769ef5-bbe7-413b-a254-f10f74e7a5ea None None] Port fe1472b0-1941-4064-bec7-737fba10aa56 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:14:55.217827 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:55.218207 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.218541 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 Oct 13 13:14:55.251416 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:55.259408 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks [] for port (fe1472b0-1941-4064-bec7-737fba10aa56), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.264740 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.304530 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:55.305580 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.333571 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1472b0-1941-4064-bec7-737fba10aa56,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:55.347529 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 27265a5c-0d40-4e37-8c2c-c46ea52d3444, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27265a5c-0d40-4e37-8c2c-c46ea52d3444,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:55.350037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (ef210cbe-7257-4bea-bdd2-0508bb78246e), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.355934 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.356921 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 50c1b790-4eaf-4f44-bc0f-bfb536adc722 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:55.437534 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=27265a5c-0d40-4e37-8c2c-c46ea52d3444,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:55.442239 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:55.442740 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.443227 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 Oct 13 13:14:55.457651 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:14:55.459544 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:14:55.542524 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:55.600008 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Router ef210cbe-7257-4bea-bdd2-0508bb78246e has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:14:55.742327 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f47157-3ab4-49c7-914b-e18b3d5fe1a8 req-c047381e-98fe-42cd-aefb-71da21527874 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:55.747634 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-37f47157-3ab4-49c7-914b-e18b3d5fe1a8 req-c047381e-98fe-42cd-aefb-71da21527874 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0982065 Oct 13 13:14:55.784396 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:14:55.794707 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a04ffd56-f1d0-4f50-8fbd-2f7c8d8a0951 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/ef210cbe-7257-4bea-bdd2-0508bb78246e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2001965 Oct 13 13:14:55.819280 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-37f47157-3ab4-49c7-914b-e18b3d5fe1a8 req-c13f3613-a3ea-4435-b992-cc73cfcb882f tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Oct 13 13:14:55.847382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-7722f069-3058-4371-ba6c-79250fa06de9 None None] Provisioning complete for port fe1472b0-1941-4064-bec7-737fba10aa56 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:55.847382 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7722f069-3058-4371-ba6c-79250fa06de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:55.847382 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-7722f069-3058-4371-ba6c-79250fa06de9 None None] Attempt 1 to provision port fe1472b0-1941-4064-bec7-737fba10aa56 Oct 13 13:14:55.874764 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-7722f069-3058-4371-ba6c-79250fa06de9 None None] Port fe1472b0-1941-4064-bec7-737fba10aa56 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:14:56.148644 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53324) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:56.153364 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792963870', 'description': 'tempest-secgroup-smoke-792963870 description', 'project_id': 'aff81c38c17b4e82864854ceac6587df'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:56.176400 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.205568 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:56.221283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:56.253137 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group (39faa2cf-e347-4e34-90ba-faee058630a0), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.256876 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (39faa2cf-e347-4e34-90ba-faee058630a0), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.286567 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.287720 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1380579 Oct 13 13:14:56.290795 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53326) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:56.291737 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6b2da-53e9-4537-b817-e8cfc5bde212 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39faa2cf-e347-4e34-90ba-faee058630a0,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:56.295476 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group_rule': {'security_group_id': '39faa2cf-e347-4e34-90ba-faee058630a0', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:56.323180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (50b24e35-2785-4e18-b262-b6c76c3d7117), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.379977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (50b24e35-2785-4e18-b262-b6c76c3d7117), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.383801 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (50b24e35-2785-4e18-b262-b6c76c3d7117), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.402660 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b24e35-2785-4e18-b262-b6c76c3d7117,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:56.407490 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.408678 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c2418b3f-300a-4f50-a677-86b0a49b062e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167855 Oct 13 13:14:56.411560 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53328) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:56.415835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group_rule': {'security_group_id': '39faa2cf-e347-4e34-90ba-faee058630a0', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:56.444716 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (05f98dd4-c25a-481a-b783-fa6974c1873f), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.500553 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (05f98dd4-c25a-481a-b783-fa6974c1873f), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.504119 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (05f98dd4-c25a-481a-b783-fa6974c1873f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.522689 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f98dd4-c25a-481a-b783-fa6974c1873f,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:56.527921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.531909 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-74f128e0-7f98-4c5f-b3ba-30c2d8e63a0e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165593 Oct 13 13:14:56.532012 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53330) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:56.536278 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group_rule': {'security_group_id': '39faa2cf-e347-4e34-90ba-faee058630a0', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:56.548675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:56.568857 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (a6209619-9188-4f1d-933e-721fd01c65b6), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.610501 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:56.636380 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (a6209619-9188-4f1d-933e-721fd01c65b6), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.640530 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (a6209619-9188-4f1d-933e-721fd01c65b6), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.662441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6209619-9188-4f1d-933e-721fd01c65b6,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:56.671998 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.675684 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9a79d11a-920e-46b9-830d-bc9fb39cc5c3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426485 Oct 13 13:14:56.676286 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53332) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:56.681121 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group_rule': {'security_group_id': '39faa2cf-e347-4e34-90ba-faee058630a0', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:56.710632 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (1d1a280e-086e-47e1-8807-5d32ece2b746), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.758664 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.802450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (1d1a280e-086e-47e1-8807-5d32ece2b746), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.807718 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (1d1a280e-086e-47e1-8807-5d32ece2b746), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.842292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1a280e-086e-47e1-8807-5d32ece2b746,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:56.852308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-14f26a5b-c641-41e6-94b8-78ebba6c53a5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:56.853776 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-14f26a5b-c641-41e6-94b8-78ebba6c53a5 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0889499 Oct 13 13:14:56.856341 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.861093 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6d4c7597-62c5-45a7-9f5c-e93d2cc28801 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1836753 Oct 13 13:14:56.861362 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53336) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:56.866195 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group_rule': {'security_group_id': '39faa2cf-e347-4e34-90ba-faee058630a0', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:56.895551 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.securitygroups_db [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Project aff81c38c17b4e82864854ceac6587df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 13:14:56.901400 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (db038f59-cbfc-46ad-8b15-23eff4ee7779), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.964055 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Deleting port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:14:56.964557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:56.986267 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca06779-1844-499b-b966-bdea1b5ac83b req-f347b988-590f-4ebe-99ff-a39a1b9dac34 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:56.987949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dca06779-1844-499b-b966-bdea1b5ac83b req-f347b988-590f-4ebe-99ff-a39a1b9dac34 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 945 time: 0.0819731 Oct 13 13:14:57.013830 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (db038f59-cbfc-46ad-8b15-23eff4ee7779), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.022901 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (db038f59-cbfc-46ad-8b15-23eff4ee7779), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.061387 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db038f59-cbfc-46ad-8b15-23eff4ee7779,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:57.071709 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.073096 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4449e5ba-7e96-488a-a4dd-4722c200897a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2107589 Oct 13 13:14:57.076426 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53340) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:14:57.085681 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dca06779-1844-499b-b966-bdea1b5ac83b req-3c034e06-b558-49e0-b346-4bb4bbea31a6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706160 Oct 13 13:14:57.086191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'security_group_rule': {'security_group_id': '39faa2cf-e347-4e34-90ba-faee058630a0', 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:14:57.109720 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] For port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:57.110362 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.135627 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Calling delete_port for 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:14:57.150642 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Project aff81c38c17b4e82864854ceac6587df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 13:14:57.153352 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27265a5c-0d40-4e37-8c2c-c46ea52d3444 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:57.184575 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (a8f3fc5b-ef06-4601-b8b9-37bc380edb45), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.191792 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Sync routers for ids ['ef210cbe-7257-4bea-bdd2-0508bb78246e'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:14:57.207975 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Routers {'ef210cbe-7257-4bea-bdd2-0508bb78246e'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:57.208853 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ef210cbe-7257-4bea-bdd2-0508bb78246e'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:57.262041 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:57.262420 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.262817 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 Oct 13 13:14:57.274907 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (a8f3fc5b-ef06-4601-b8b9-37bc380edb45), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.280184 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (a8f3fc5b-ef06-4601-b8b9-37bc380edb45), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.289336 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:57.333805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f3fc5b-ef06-4601-b8b9-37bc380edb45,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:57.349934 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.351169 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-39906e48-3ad2-4fca-8327-a0f8ed8f1130 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2720437 Oct 13 13:14:57.352861 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Set router ef210cbe-7257-4bea-bdd2-0508bb78246e gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:57.372937 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (68ffba56-b1dd-4e82-b93a-56dd6b99c0b9), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.399485 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['8c64ab27-53ec-48f6-92d8-9ce773dd02d8', '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:14:57.415679 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:57.416229 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event deleted for resources: {'Port': ['ID=68ffba56-b1dd-4e82-b93a-56dd6b99c0b9,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:57.457118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] No DVR routers for this DVR port 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:14:57.459596 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.463340 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-bd4247b3-3ba1-4fba-870a-5c2f73ae1170 req-d04f66d1-5059-40d0-b666-fa5bb37020a8 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "DELETE /networking/v2.0/ports/68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 HTTP/1.1" status: 204 len: 173 time: 0.5953176 Oct 13 13:14:57.463878 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'name': 'network-vif-deleted', 'tag': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:14:57.466126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966dfce3-3bdc-4827-a7e9-1de8b583b3ca" -d '{"events": [{"server_uuid": "96c829cb-4dde-467c-b50f-b2f666bdab0b", "name": "network-vif-deleted", "tag": "68ffba56-b1dd-4e82-b93a-56dd6b99c0b9"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:14:57.493284 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:57.494366 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27187993-ef8c-48b7-bec2-7eb298ce7085 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:57.528012 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea4860-775c-497b-a8c5-219ab51ccd99 x-openstack-request-id: req-84ea4860-775c-497b-a8c5-219ab51ccd99 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:14:57.528393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c829cb-4dde-467c-b50f-b2f666bdab0b", "name": "network-vif-deleted", "tag": "68ffba56-b1dd-4e82-b93a-56dd6b99c0b9", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:14:57.528827 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84ea4860-775c-497b-a8c5-219ab51ccd99 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:14:57.529424 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ea4860-775c-497b-a8c5-219ab51ccd99'] response: {'server_uuid': '96c829cb-4dde-467c-b50f-b2f666bdab0b', 'name': 'network-vif-deleted', 'tag': '68ffba56-b1dd-4e82-b93a-56dd6b99c0b9', 'status': 'completed', 'code': 200} Oct 13 13:14:57.577925 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:57.645264 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 27187993-ef8c-48b7-bec2-7eb298ce7085 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:57.645635 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:57.646188 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 27187993-ef8c-48b7-bec2-7eb298ce7085 Oct 13 13:14:57.795416 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:14:54Z', 'revision_number': 4, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'fe1472b0-1941-4064-bec7-737fba10aa56', 'name': '', 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'mac_address': 'fa:16:3e:a6:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8be6ebb1-ed29-42cd-8491-f1a49d620187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:54Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 2, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'subnets': [{'id': '8be6ebb1-ed29-42cd-8491-f1a49d620187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:57.836643 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Checking router: ef210cbe-7257-4bea-bdd2-0508bb78246e for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:14:57.837123 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Updating router ef210cbe-7257-4bea-bdd2-0508bb78246e port fe1472b0-1941-4064-bec7-737fba10aa56 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:14:58.090708 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 27187993-ef8c-48b7-bec2-7eb298ce7085 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:58.092091 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.103681 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.142735 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 27187993-ef8c-48b7-bec2-7eb298ce7085, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27187993-ef8c-48b7-bec2-7eb298ce7085,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:14:58.167900 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.252031 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-42d5e30d-0c7c-4d13-b7ec-0b2455158586 req-e39e126c-a145-429e-b03d-65da6335408b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=96c829cb-4dde-467c-b50f-b2f666bdab0b HTTP/1.1" status: 200 len: 210 time: 0.0321105 Oct 13 13:14:58.326507 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=27187993-ef8c-48b7-bec2-7eb298ce7085,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:58.412419 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:58.490448 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Publish callbacks [] for port (fe1472b0-1941-4064-bec7-737fba10aa56), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.495962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.558991 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e813-551e-4d05-a1e9-fed9b3de6330 None None] Pushing event updated for resources: {'Port': ['ID=fe1472b0-1941-4064-bec7-737fba10aa56,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:58.589549 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Attempting to bind port fe1472b0-1941-4064-bec7-737fba10aa56 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:14:58.589913 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Attempting to bind port fe1472b0-1941-4064-bec7-737fba10aa56 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:14:58.590273 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Attempting to bind port fe1472b0-1941-4064-bec7-737fba10aa56 on network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:14:58.641303 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:14:58.641691 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Checking segment: {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:14:58.642075 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.642470 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Bound using segment: {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:14:58.642948 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Bound port: fe1472b0-1941-4064-bec7-737fba10aa56, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b832b36-974b-4f5d-b295-f6137dcc5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 454, 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:14:58.643356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.711940 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] For port fe1472b0-1941-4064-bec7-737fba10aa56, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:14:58.714801 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] For port fe1472b0-1941-4064-bec7-737fba10aa56, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=fe1472b0-1941-4064-bec7-737fba10aa56,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:14:58.721004 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:58.749689 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:14:58.761602 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Routers {'ef210cbe-7257-4bea-bdd2-0508bb78246e'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:14:58.762243 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ef210cbe-7257-4bea-bdd2-0508bb78246e'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:58.828939 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e813-551e-4d05-a1e9-fed9b3de6330 None None] Pushing event updated for resources: {'Port': ['ID=fe1472b0-1941-4064-bec7-737fba10aa56,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:14:58.888774 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] Set router ef210cbe-7257-4bea-bdd2-0508bb78246e gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:14:59.048468 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27187993-ef8c-48b7-bec2-7eb298ce7085 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:14:59.124344 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:14:54Z', 'revision_number': 4, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'fe1472b0-1941-4064-bec7-737fba10aa56', 'name': '', 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'mac_address': 'fa:16:3e:a6:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8be6ebb1-ed29-42cd-8491-f1a49d620187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:54Z', 'updated_at': '2022-10-13T13:14:58Z', 'revision_number': 4, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'subnets': [{'id': '8be6ebb1-ed29-42cd-8491-f1a49d620187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:14:59.158343 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24f1acc-2d4a-4f81-a254-f360b8889bba None None] The sync data for ids ['ef210cbe-7257-4bea-bdd2-0508bb78246e'] in dv-cinder-826607-8-iscsi is: [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:14:54Z', 'revision_number': 4, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': 'fe1472b0-1941-4064-bec7-737fba10aa56', 'name': '', 'network_id': 'bdf24b3a-5a6e-4eca-92b2-8962b449d7cc', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'mac_address': 'fa:16:3e:a6:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8be6ebb1-ed29-42cd-8491-f1a49d620187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:54Z', 'updated_at': '2022-10-13T13:14:58Z', 'revision_number': 4, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'subnets': [{'id': '8be6ebb1-ed29-42cd-8491-f1a49d620187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:14:59.169465 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 27187993-ef8c-48b7-bec2-7eb298ce7085 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:14:59.169936 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:14:59.170357 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 27187993-ef8c-48b7-bec2-7eb298ce7085 Oct 13 13:14:59.302694 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 27187993-ef8c-48b7-bec2-7eb298ce7085 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:14:59.581691 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97de19-53d3-4745-abe7-4c48c2060ac1 req-9990307a-9bb2-4858-bd6b-a42f64081fff tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:14:59.583209 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8f97de19-53d3-4745-abe7-4c48c2060ac1 req-9990307a-9bb2-4858-bd6b-a42f64081fff tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0588210 Oct 13 13:14:59.632998 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8f97de19-53d3-4745-abe7-4c48c2060ac1 req-4481a345-e202-460a-bfcb-aa6291d21f94 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Oct 13 13:15:00.763019 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798deecb-dcc0-43cb-a4f5-ffa62e230a09 req-0898ac7b-680d-4f8c-ac4a-5a6c26e7f977 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:00.765262 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-798deecb-dcc0-43cb-a4f5-ffa62e230a09 req-0898ac7b-680d-4f8c-ac4a-5a6c26e7f977 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0537987 Oct 13 13:15:00.828110 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-798deecb-dcc0-43cb-a4f5-ffa62e230a09 req-401f5389-0f19-4bcb-b8c1-578a3b825143 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566902 Oct 13 13:15:01.072734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device fe1472b0-1941-4064-bec7-737fba10aa56 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:01.075219 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:01.117076 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1f891-ffcd-4e4e-a36e-05bf00cb57d7 req-30cc59ec-5486-49ca-a9a8-3419769fd88e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:01.118446 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ba1f891-ffcd-4e4e-a36e-05bf00cb57d7 req-30cc59ec-5486-49ca-a9a8-3419769fd88e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0477014 Oct 13 13:15:01.120528 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port fe1472b0-1941-4064-bec7-737fba10aa56 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:01.120965 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:01.121380 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port fe1472b0-1941-4064-bec7-737fba10aa56 Oct 13 13:15:01.172859 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6ba1f891-ffcd-4e4e-a36e-05bf00cb57d7 req-70980fb6-0641-4f48-be10-47b851f07bde tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478561 Oct 13 13:15:01.200503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port fe1472b0-1941-4064-bec7-737fba10aa56 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:01.200971 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:01.234195 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port fe1472b0-1941-4064-bec7-737fba10aa56, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=fe1472b0-1941-4064-bec7-737fba10aa56,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:01.237747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:01.260433 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:01.286926 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:01.287295 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 68ffba56-b1dd-4e82-b93a-56dd6b99c0b9 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:01.306078 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=fe1472b0-1941-4064-bec7-737fba10aa56,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:01.956528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cfa8a-135a-4e1a-ada4-7eee070a0976 req-49d08d13-e731-4218-8344-fc08a9b066cd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:01.957973 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a59cfa8a-135a-4e1a-ada4-7eee070a0976 req-49d08d13-e731-4218-8344-fc08a9b066cd tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0481012 Oct 13 13:15:02.006963 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a59cfa8a-135a-4e1a-ada4-7eee070a0976 req-f0ba4501-9a60-435f-b69d-9e581d5ed9ab tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432861 Oct 13 13:15:02.310191 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa723e9b-00a1-4c1e-b09b-4dccfbffc233 req-79ab05d2-a289-4bf3-86a7-fdf5c585519b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:02.311836 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fa723e9b-00a1-4c1e-b09b-4dccfbffc233 req-79ab05d2-a289-4bf3-86a7-fdf5c585519b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Oct 13 13:15:02.360179 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fa723e9b-00a1-4c1e-b09b-4dccfbffc233 req-af7ab66e-6c75-4cff-981b-fb7c8a720f3e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Oct 13 13:15:03.025086 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device fe1472b0-1941-4064-bec7-737fba10aa56 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:03.072682 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port fe1472b0-1941-4064-bec7-737fba10aa56 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:03.073167 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:03.073384 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port fe1472b0-1941-4064-bec7-737fba10aa56 Oct 13 13:15:03.129508 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99764f89-f447-4c2f-a6c4-6978887fc60c req-c0b3aa0c-b088-4a24-958a-6a3b08ab3f7e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:03.131001 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-99764f89-f447-4c2f-a6c4-6978887fc60c req-c0b3aa0c-b088-4a24-958a-6a3b08ab3f7e tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0474663 Oct 13 13:15:03.149705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:03.154424 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port fe1472b0-1941-4064-bec7-737fba10aa56 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:03.179616 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-99764f89-f447-4c2f-a6c4-6978887fc60c req-b3b639d8-b375-408b-ac9b-8f935f59d2f6 tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=84db37f7-19af-45fe-ad2b-4c636e5fa425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Oct 13 13:15:03.205162 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-8ccbbbdc-1173-43fc-ba2e-e9d4165e672b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:03.206602 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-8ccbbbdc-1173-43fc-ba2e-e9d4165e672b tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=0548a3eb-e119-482c-ac70-04fbc6f83bf7 HTTP/1.1" status: 200 len: 945 time: 0.0467885 Oct 13 13:15:03.295219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Deleting port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:03.295590 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:03.299226 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:03.391664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] For port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:03.392158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:03.408566 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Calling delete_port for 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:03.512511 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c116c-1182-4c3a-9f0b-50310b175242 req-0157689b-07a8-435e-861a-d0f8092efc7f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:03.514029 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-763c116c-1182-4c3a-9f0b-50310b175242 req-0157689b-07a8-435e-861a-d0f8092efc7f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0534031 Oct 13 13:15:03.525166 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:03.543157 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (8c64ab27-53ec-48f6-92d8-9ce773dd02d8), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:03.555195 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:03.556694 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['8c64ab27-53ec-48f6-92d8-9ce773dd02d8'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:03.572851 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-763c116c-1182-4c3a-9f0b-50310b175242 req-c923477a-c617-4e0b-ba27-7417ac070bb0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530593 Oct 13 13:15:03.573856 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Pushing event deleted for resources: {'Port': ['ID=8c64ab27-53ec-48f6-92d8-9ce773dd02d8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:03.630410 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] No DVR routers for this DVR port 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:15:03.632933 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:03.636352 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-855480eb-d507-44c1-aa17-8fc904fc1378 req-81b4d29e-03f7-4a53-b996-9b5afa0271fa tempest-ServerRescueNegativeTestJSON-633823286 tempest-ServerRescueNegativeTestJSON-633823286-project] 10.222.0.50 "DELETE /networking/v2.0/ports/8c64ab27-53ec-48f6-92d8-9ce773dd02d8 HTTP/1.1" status: 204 len: 173 time: 0.4234757 Oct 13 13:15:03.636631 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'name': 'network-vif-deleted', 'tag': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:03.638869 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c74ab7a-6f2e-48c8-8245-133cbadb7f7a" -d '{"events": [{"server_uuid": "0548a3eb-e119-482c-ac70-04fbc6f83bf7", "name": "network-vif-deleted", "tag": "8c64ab27-53ec-48f6-92d8-9ce773dd02d8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:03.684521 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600a1f9-567a-4d06-81ed-f837e1a57ca2 x-openstack-request-id: req-4600a1f9-567a-4d06-81ed-f837e1a57ca2 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:03.684840 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0548a3eb-e119-482c-ac70-04fbc6f83bf7", "name": "network-vif-deleted", "tag": "8c64ab27-53ec-48f6-92d8-9ce773dd02d8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:03.685093 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4600a1f9-567a-4d06-81ed-f837e1a57ca2 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:03.685500 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4600a1f9-567a-4d06-81ed-f837e1a57ca2'] response: {'server_uuid': '0548a3eb-e119-482c-ac70-04fbc6f83bf7', 'name': 'network-vif-deleted', 'tag': '8c64ab27-53ec-48f6-92d8-9ce773dd02d8', 'status': 'completed', 'code': 200} Oct 13 13:15:04.244261 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53458) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:04.904454 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62971599-20b0-4457-ae85-dd9500e5b036 req-faf392b6-faa9-47f9-9fd2-8b30a62fdda1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:04.905922 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-62971599-20b0-4457-ae85-dd9500e5b036 req-faf392b6-faa9-47f9-9fd2-8b30a62fdda1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0583901 Oct 13 13:15:05.014765 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-62971599-20b0-4457-ae85-dd9500e5b036 req-38cafbb2-f96d-4e07-9dd1-df579c78c2f1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917189 Oct 13 13:15:05.020407 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (7b492047-1ab3-414e-b64b-8ac0c723eca1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:05.160803 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:05.161566 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=30 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:05.245879 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Deleting port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:05.246484 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:05.330108 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] For port c246e7c9-6278-4f84-8b62-0b3a1ac0f49b, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:05.330472 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:05.344561 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Calling delete_port for c246e7c9-6278-4f84-8b62-0b3a1ac0f49b owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:05.408287 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:05.519202 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:05.529880 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (c246e7c9-6278-4f84-8b62-0b3a1ac0f49b), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:05.558219 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Pushing event deleted for resources: {'Port': ['ID=c246e7c9-6278-4f84-8b62-0b3a1ac0f49b,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:05.727549 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (7b492047-1ab3-414e-b64b-8ac0c723eca1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:05.747980 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aeda0b-5ee1-46c1-8bb7-8ff7f91294a9 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:15:05.856650 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aeda0b-5ee1-46c1-8bb7-8ff7f91294a9 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:15:05.951003 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Router 7b492047-1ab3-414e-b64b-8ac0c723eca1 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:15:06.056390 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:15:06.062448 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4954fec8-23cb-4774-965b-05ea6c79b754 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/7b492047-1ab3-414e-b64b-8ac0c723eca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8171232 Oct 13 13:15:06.065231 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53472) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:06.067654 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] Sync routers for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:15:06.087949 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:15:06.088595 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:06.176560 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks [] for router (7b492047-1ab3-414e-b64b-8ac0c723eca1), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.184484 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39619d6-cdf9-4117-9366-2f916c2ceab0 req-eb752839-f61d-4feb-bd75-7e871272ed28 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:06.193254 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a39619d6-cdf9-4117-9366-2f916c2ceab0 req-eb752839-f61d-4feb-bd75-7e871272ed28 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0619571 Oct 13 13:15:06.223102 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:15:06.261525 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a39619d6-cdf9-4117-9366-2f916c2ceab0 req-e91e803d-68cd-4697-99ed-387f4852b84c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671487 Oct 13 13:15:06.287610 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks [] for router_gateway (7b492047-1ab3-414e-b64b-8ac0c723eca1), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.335771 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Deleting port 37e70a8a-25c8-430d-a2c7-da4eedce015a {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:06.336215 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.416953 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:15:05Z', 'revision_number': 5, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port': {'id': '37e70a8a-25c8-430d-a2c7-da4eedce015a', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:06.427037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:06.437581 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] For port 37e70a8a-25c8-430d-a2c7-da4eedce015a, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=37e70a8a-25c8-430d-a2c7-da4eedce015a,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:06.437993 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.447521 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] Checking router: 7b492047-1ab3-414e-b64b-8ac0c723eca1 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:15:06.455756 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Calling delete_port for 37e70a8a-25c8-430d-a2c7-da4eedce015a owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:06.456525 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] Routers {'7b492047-1ab3-414e-b64b-8ac0c723eca1'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:15:06.457145 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:14:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['7b492047-1ab3-414e-b64b-8ac0c723eca1'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:06.554240 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] Set router 7b492047-1ab3-414e-b64b-8ac0c723eca1 gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:15:06.590269 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-65e75c04-27aa-4b68-a022-5d239af7acfd None None] Provisioning complete for port 22988877-c9d3-4d85-8544-667fd2278237 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:06.590648 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-65e75c04-27aa-4b68-a022-5d239af7acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (22988877-c9d3-4d85-8544-667fd2278237), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.591730 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-65e75c04-27aa-4b68-a022-5d239af7acfd None None] Attempt 1 to provision port 22988877-c9d3-4d85-8544-667fd2278237 Oct 13 13:15:06.607970 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:15:06Z', 'revision_number': 6, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:06.636459 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd73ff8-db3b-4bb9-91f9-a733cbbe91c7 None None] The sync data for ids ['7b492047-1ab3-414e-b64b-8ac0c723eca1'] in dv-cinder-826607-8-iscsi is: [{'id': '7b492047-1ab3-414e-b64b-8ac0c723eca1', 'name': 'tempest-ServerRescueNegativeTestJSON-1777950704-router', 'tenant_id': '5e7312d0ac9248f2bfbece5611913ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:15:06Z', 'revision_number': 6, 'project_id': '5e7312d0ac9248f2bfbece5611913ab2', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:15:06.646664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (37e70a8a-25c8-430d-a2c7-da4eedce015a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.677665 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-65e75c04-27aa-4b68-a022-5d239af7acfd None None] Current status of the port 22988877-c9d3-4d85-8544-667fd2278237 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:06.698068 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e70a8a-25c8-430d-a2c7-da4eedce015a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:06.716685 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:06.755476 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (7b492047-1ab3-414e-b64b-8ac0c723eca1), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.844586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (7b492047-1ab3-414e-b64b-8ac0c723eca1), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.846772 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks [] for router_controller (7b492047-1ab3-414e-b64b-8ac0c723eca1), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.889457 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (7b492047-1ab3-414e-b64b-8ac0c723eca1), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.890035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b492047-1ab3-414e-b64b-8ac0c723eca1 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:15:06.894524 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.898480 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53476) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:06.898666 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d58b7499-7111-4a92-a731-621ebccb6989 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/7b492047-1ab3-414e-b64b-8ac0c723eca1 HTTP/1.1" status: 204 len: 168 time: 0.8321736 Oct 13 13:15:06.942988 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Deleting subnet e900eebe-5fd1-4563-a448-d62d9e2148e1 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:15:06.946020 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Publish callbacks [] for subnet (e900eebe-5fd1-4563-a448-d62d9e2148e1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:06.978764 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:06.981394 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (e900eebe-5fd1-4563-a448-d62d9e2148e1), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.070699 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (e900eebe-5fd1-4563-a448-d62d9e2148e1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.125761 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (e900eebe-5fd1-4563-a448-d62d9e2148e1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.151140 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e900eebe-5fd1-4563-a448-d62d9e2148e1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:07.157198 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.160301 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-db177119-57ec-4e74-a03a-137ee48dd7c1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/e900eebe-5fd1-4563-a448-d62d9e2148e1 HTTP/1.1" status: 204 len: 168 time: 0.2605519 Oct 13 13:15:07.162843 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53478) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:07.164953 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fd242-a581-41d5-8406-c040de6daf0b None None] Network 6c7eaa8a-d195-41e7-950e-394b3e71b249 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:15:07.235068 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (6c7eaa8a-d195-41e7-950e-394b3e71b249), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.280914 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:07.288890 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Deleting port 22988877-c9d3-4d85-8544-667fd2278237 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:07.289415 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (22988877-c9d3-4d85-8544-667fd2278237), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.295511 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:07.316705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:07.317055 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8c64ab27-53ec-48f6-92d8-9ce773dd02d8 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:07.354909 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] For port 22988877-c9d3-4d85-8544-667fd2278237, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=22988877-c9d3-4d85-8544-667fd2278237,segment=NetworkSegment(18ed57d1-5e55-43af-b037-46eceeceb213),segment_id=18ed57d1-5e55-43af-b037-46eceeceb213)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:07.355235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (22988877-c9d3-4d85-8544-667fd2278237), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.368016 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Calling delete_port for 22988877-c9d3-4d85-8544-667fd2278237 owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:07.452274 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] DHCP port deletion for 6c7eaa8a-d195-41e7-950e-394b3e71b249 request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:15:07.455898 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c246e7c9-6278-4f84-8b62-0b3a1ac0f49b no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:07.480431 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: c246e7c9-6278-4f84-8b62-0b3a1ac0f49b {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:07.480791 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c246e7c9-6278-4f84-8b62-0b3a1ac0f49b not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:07.508622 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (22988877-c9d3-4d85-8544-667fd2278237), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.508857 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:07.514145 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Deleting port 22988877-c9d3-4d85-8544-667fd2278237 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:07.514521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (22988877-c9d3-4d85-8544-667fd2278237), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.518465 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39aa4-af1f-43a9-84a2-2b15a837ae6f req-761e6258-299c-4a44-adf9-0680a728c693 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:07.519955 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-73e39aa4-af1f-43a9-84a2-2b15a837ae6f req-761e6258-299c-4a44-adf9-0680a728c693 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0578961 Oct 13 13:15:07.550146 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Pushing event deleted for resources: {'Port': ['ID=22988877-c9d3-4d85-8544-667fd2278237,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:07.564181 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] No DVR routers for this DVR port 22988877-c9d3-4d85-8544-667fd2278237 on host dv-cinder-826607-8-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:15:07.587739 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] For port 22988877-c9d3-4d85-8544-667fd2278237, host dv-cinder-826607-8-iscsi, got binding levels [] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:07.588142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (22988877-c9d3-4d85-8544-667fd2278237), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.602118 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Calling delete_port for 22988877-c9d3-4d85-8544-667fd2278237 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:07.604836 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Port 22988877-c9d3-4d85-8544-667fd2278237 was not found and therefore no delete operation was performed {{(pid=104574) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 13 13:15:07.606056 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (22988877-c9d3-4d85-8544-667fd2278237), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.633360 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] Pushing event deleted for resources: {'Port': ['ID=22988877-c9d3-4d85-8544-667fd2278237,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:07.635252 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b56d5c-5d16-448b-a935-51353bdb6470 None None] No DVR routers for this DVR port 22988877-c9d3-4d85-8544-667fd2278237 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:15:07.667012 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (6c7eaa8a-d195-41e7-950e-394b3e71b249), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.673342 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-73e39aa4-af1f-43a9-84a2-2b15a837ae6f req-a9cc1bdb-6f6d-4866-a79b-6a9a2251ad12 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327293 Oct 13 13:15:07.694886 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7eaa8a-d195-41e7-950e-394b3e71b249']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:07.704839 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ed57d1-5e55-43af-b037-46eceeceb213') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:07.705751 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ed57d1-5e55-43af-b037-46eceeceb213') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:07.717951 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (18ed57d1-5e55-43af-b037-46eceeceb213), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.736813 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (18ed57d1-5e55-43af-b037-46eceeceb213), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.743927 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Releasing vlan 464 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:15:07.744557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (18ed57d1-5e55-43af-b037-46eceeceb213), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.801556 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 18ed57d1-5e55-43af-b037-46eceeceb213 resource provider aggregate not found Oct 13 13:15:07.831745 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 18ed57d1-5e55-43af-b037-46eceeceb213 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18ed57d1-5e55-43af-b037-46eceeceb213 found for delete ", "request_id": "req-266f4cae-94e9-45d8-9f93-46446e68e5a4"}]} Oct 13 13:15:07.838109 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (6c7eaa8a-d195-41e7-950e-394b3e71b249), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.843478 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:07.847015 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/6c7eaa8a-d195-41e7-950e-394b3e71b249 HTTP/1.1" status: 204 len: 168 time: 0.6826658 Oct 13 13:15:07.858645 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe73df-5ab3-4d09-aadd-47cbd54f4270 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7eaa8a-d195-41e7-950e-394b3e71b249,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:07.961966 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53494) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:08.006191 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-03182ed9-5f03-4cca-a49e-799b4bb5db33 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5e7312d0ac9248f2bfbece5611913ab2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429680 Oct 13 13:15:08.008743 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53496) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:08.056354 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91896d1f-e12a-48ae-80f6-908d7fed0afb admin admin] Publish callbacks [] for security_group (84db37f7-19af-45fe-ad2b-4c636e5fa425), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:08.075767 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91896d1f-e12a-48ae-80f6-908d7fed0afb admin admin] Publish callbacks [] for security_group (84db37f7-19af-45fe-ad2b-4c636e5fa425), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:08.125305 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91896d1f-e12a-48ae-80f6-908d7fed0afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (84db37f7-19af-45fe-ad2b-4c636e5fa425), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:08.127897 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91896d1f-e12a-48ae-80f6-908d7fed0afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:08.129055 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-91896d1f-e12a-48ae-80f6-908d7fed0afb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/84db37f7-19af-45fe-ad2b-4c636e5fa425 HTTP/1.1" status: 204 len: 168 time: 0.1194212 Oct 13 13:15:08.138019 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91896d1f-e12a-48ae-80f6-908d7fed0afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84db37f7-19af-45fe-ad2b-4c636e5fa425,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:08.813444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d03d95-e854-4685-ac90-5da43aeaf823 req-868598bc-79bb-4d92-bce8-9d24dc83a7db tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:08.815774 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-65d03d95-e854-4685-ac90-5da43aeaf823 req-868598bc-79bb-4d92-bce8-9d24dc83a7db tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0512521 Oct 13 13:15:08.834589 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:08.866287 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-65d03d95-e854-4685-ac90-5da43aeaf823 req-e42a8d55-17ce-4d4c-929e-9769e2957f4a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452669 Oct 13 13:15:09.024672 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 22988877-c9d3-4d85-8544-667fd2278237 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:09.046137 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 22988877-c9d3-4d85-8544-667fd2278237 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:09.046396 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 22988877-c9d3-4d85-8544-667fd2278237 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:09.046863 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 37e70a8a-25c8-430d-a2c7-da4eedce015a no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:09.069411 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 37e70a8a-25c8-430d-a2c7-da4eedce015a {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:09.069762 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 37e70a8a-25c8-430d-a2c7-da4eedce015a not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:09.823645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53566) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:09.950586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9b91-d214-4a49-8a1d-380f4fae6edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.005477 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c3807-fa25-46b2-ae10-16b2155ef47f req-b041fa65-dbff-4362-82f9-8288aa704c14 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:10.007699 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-884c3807-fa25-46b2-ae10-16b2155ef47f req-b041fa65-dbff-4362-82f9-8288aa704c14 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0576477 Oct 13 13:15:10.041050 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9b91-d214-4a49-8a1d-380f4fae6edc admin admin] Publish callbacks [] for security_group (d5eaf4a7-2272-45d5-8455-3ef45465a9fb), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.045627 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e0bc9b91-d214-4a49-8a1d-380f4fae6edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d5eaf4a7-2272-45d5-8455-3ef45465a9fb), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.063745 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-884c3807-fa25-46b2-ae10-16b2155ef47f req-7e3177a4-758c-442a-a54c-7c639ac72a2f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Oct 13 13:15:10.089929 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e0bc9b91-d214-4a49-8a1d-380f4fae6edc admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=303f80ab338841e4b4e173942048c164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651837 Oct 13 13:15:10.090652 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc9b91-d214-4a49-8a1d-380f4fae6edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eaf4a7-2272-45d5-8455-3ef45465a9fb,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:10.093188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53574) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:10.143433 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7f753d5-520a-4598-8a15-a645583f97f7 admin admin] Publish callbacks [] for security_group (d5eaf4a7-2272-45d5-8455-3ef45465a9fb), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.163599 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7f753d5-520a-4598-8a15-a645583f97f7 admin admin] Publish callbacks [] for security_group (d5eaf4a7-2272-45d5-8455-3ef45465a9fb), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.209448 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7f753d5-520a-4598-8a15-a645583f97f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d5eaf4a7-2272-45d5-8455-3ef45465a9fb), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.212066 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7f753d5-520a-4598-8a15-a645583f97f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.213190 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e7f753d5-520a-4598-8a15-a645583f97f7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d5eaf4a7-2272-45d5-8455-3ef45465a9fb HTTP/1.1" status: 204 len: 168 time: 0.1188114 Oct 13 13:15:10.220939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f753d5-520a-4598-8a15-a645583f97f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eaf4a7-2272-45d5-8455-3ef45465a9fb,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:10.475385 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53580) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:10.488501 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4813b8b5-8e07-44ec-95f2-e7cbec3063b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.564864 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:10.566838 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4813b8b5-8e07-44ec-95f2-e7cbec3063b8 admin admin] Publish callbacks [] for security_group (cb14be81-8478-41f9-b085-67ab64ecfb4f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.570498 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4813b8b5-8e07-44ec-95f2-e7cbec3063b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (cb14be81-8478-41f9-b085-67ab64ecfb4f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.610774 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4813b8b5-8e07-44ec-95f2-e7cbec3063b8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=295f8fe9589443f9bc562c907e0e05ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343608 Oct 13 13:15:10.611650 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b8b5-8e07-44ec-95f2-e7cbec3063b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb14be81-8478-41f9-b085-67ab64ecfb4f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:10.614329 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53582) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:10.649716 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:10.672520 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ea5e82fa-ef6f-4daa-9db1-f5d8adb1bc49 admin admin] Publish callbacks [] for security_group (cb14be81-8478-41f9-b085-67ab64ecfb4f), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.694954 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ea5e82fa-ef6f-4daa-9db1-f5d8adb1bc49 admin admin] Publish callbacks [] for security_group (cb14be81-8478-41f9-b085-67ab64ecfb4f), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.740972 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ea5e82fa-ef6f-4daa-9db1-f5d8adb1bc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (cb14be81-8478-41f9-b085-67ab64ecfb4f), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.743568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ea5e82fa-ef6f-4daa-9db1-f5d8adb1bc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:10.744714 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ea5e82fa-ef6f-4daa-9db1-f5d8adb1bc49 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cb14be81-8478-41f9-b085-67ab64ecfb4f HTTP/1.1" status: 204 len: 168 time: 0.1290052 Oct 13 13:15:10.753624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e82fa-ef6f-4daa-9db1-f5d8adb1bc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb14be81-8478-41f9-b085-67ab64ecfb4f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:11.195773 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3523c-ba08-4d1d-a167-76f2ff36cca9 req-711708e5-2bed-4e08-9045-72cf334f0fd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:11.197246 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ce3523c-ba08-4d1d-a167-76f2ff36cca9 req-711708e5-2bed-4e08-9045-72cf334f0fd7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0484571 Oct 13 13:15:11.248983 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ce3523c-ba08-4d1d-a167-76f2ff36cca9 req-8b91f4f2-9959-4362-9952-310d00173980 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443189 Oct 13 13:15:11.493322 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ef1381cf-caf7-4018-9060-04cb3e321e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:12.378668 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4329f-d754-4fbf-8919-4a58dcfddc38 req-41fdc95d-3383-49aa-a808-262bec6b0da9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:12.380180 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e8a4329f-d754-4fbf-8919-4a58dcfddc38 req-41fdc95d-3383-49aa-a808-262bec6b0da9 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0478742 Oct 13 13:15:12.432407 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e8a4329f-d754-4fbf-8919-4a58dcfddc38 req-2ec91f7e-cae8-4218-85f2-c4613c6bb3ba tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 Oct 13 13:15:13.174139 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-c4f386f5-7360-4419-af11-b68d8ea89fb0 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-792963870&fields=id&tenant_id=aff81c38c17b4e82864854ceac6587df HTTP/1.1" status: 200 len: 267 time: 0.0436926 Oct 13 13:15:13.278422 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-fe4aa291-5c55-4575-b128-82f689af6b9a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:13.280052 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-fe4aa291-5c55-4575-b128-82f689af6b9a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 808 time: 0.0993867 Oct 13 13:15:13.294916 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-106901c8-90e1-4d25-b55f-94dddc31ebb4 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/quotas/aff81c38c17b4e82864854ceac6587df HTTP/1.1" status: 200 len: 375 time: 0.0094690 Oct 13 13:15:13.349852 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-dca6102f-2ec7-4e4e-bc3a-068b1f2924f1 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497119 Oct 13 13:15:13.459526 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:13.579422 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa535a-a116-409a-9798-d60ff7d00ee9 req-42f11b9d-a5c5-49d6-85c6-4193122c1bd3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:13.580894 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ddaa535a-a116-409a-9798-d60ff7d00ee9 req-42f11b9d-a5c5-49d6-85c6-4193122c1bd3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0682838 Oct 13 13:15:13.583134 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-21bb46df-6c8a-4104-babc-7a56daf7ade9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201555 Oct 13 13:15:13.678078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ddaa535a-a116-409a-9798-d60ff7d00ee9 req-fc45e112-33d7-4821-8542-a127edac70c7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917871 Oct 13 13:15:13.698725 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-39f0f6bd-3f16-41f4-8ffd-5aef4c14eee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:13.708042 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-f0ab4b50-2784-4acb-9afe-d9133e68a2e5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150334 Oct 13 13:15:14.016419 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8e16bae4-34ab-48b3-be85-27439154c8cf req-a32bfa9c-aa0d-473e-9ee1-ade024caa053 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 210 time: 0.0343533 Oct 13 13:15:14.817730 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa442cf-b3f3-4edc-938e-dbdcf64d376a req-18c77c40-e1dd-49e8-8c4d-a2744712f48b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:14.819240 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fa442cf-b3f3-4edc-938e-dbdcf64d376a req-18c77c40-e1dd-49e8-8c4d-a2744712f48b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0522902 Oct 13 13:15:14.867596 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6fa442cf-b3f3-4edc-938e-dbdcf64d376a req-862fb456-9b89-46aa-978f-022e021fdbfb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Oct 13 13:15:15.005844 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:15.010379 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:15.118323 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4061d4b1-960b-42f6-98cc-5724f25c7cdf req-495fb9bd-60d0-4183-8ee5-68c5b242ffcd tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 210 time: 0.0272908 Oct 13 13:15:15.304659 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:15:15.338204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-2ec0c474-a92e-4e6f-9a15-a4fc74683537 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:15.339693 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-2ec0c474-a92e-4e6f-9a15-a4fc74683537 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 808 time: 0.1113214 Oct 13 13:15:15.408510 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:15.417767 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-8a0e60fe-7dc3-4403-9b5b-46a3c5a957ed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aff81c38c17b4e82864854ceac6587df HTTP/1.1" status: 200 len: 379 time: 0.0590897 Oct 13 13:15:15.421194 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'mac_address': 'fa:16:3e:75:e3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:15:15.428864 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'port': {'device_id': '5c481e0e-37eb-4457-813e-eb8a84932582', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'admin_state_up': True, 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'security_groups': ['39faa2cf-e347-4e34-90ba-faee058630a0']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:15.457288 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: ACTIVE; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:15.458012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:15.472834 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff57ee79-9921-43ed-817d-5ba082c97343 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:15.498667 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:15.503030 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:15.535779 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:15.549288 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Made reservation on behalf of aff81c38c17b4e82864854ceac6587df for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:15:15.553767 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:15.562115 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=6']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:15.570883 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.571439 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.571955 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.572467 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.572966 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.573302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.573635 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.573959 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.574290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.574618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.574948 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.575476 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.575821 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.576179 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.576509 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:15.582176 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['ff57ee79-9921-43ed-817d-5ba082c97343'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:15.708841 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Allocated IP 172.20.0.12 (1e6e7eef-fa07-4671-a605-5b0b3a4c317a/99a5223f-a343-48d6-97ff-257f81c556c6/386e505c-fee6-4a1d-9fa8-236b241cf782) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:15:15.889046 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:15.944559 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:15.955709 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:16.007875 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:15:16.012030 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:15:16.015762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:15:16.019664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:16.056687 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd668d1-3ae0-45fd-a521-ce9dfad3901a req-4f7e3306-cef8-4c84-b1ad-cd7f475ffd99 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:16.068728 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cdd668d1-3ae0-45fd-a521-ce9dfad3901a req-4f7e3306-cef8-4c84-b1ad-cd7f475ffd99 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 945 time: 0.0858021 Oct 13 13:15:16.092726 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:16.093698 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:16.115001 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-a32bd010-4c3c-4a51-8eb2-3890c3a54d56 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6902299 Oct 13 13:15:16.142885 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cdd668d1-3ae0-45fd-a521-ce9dfad3901a req-ec6d39ed-9d54-4dfd-b8ff-31ab0afb109b tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646214 Oct 13 13:15:16.242892 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Request body: {'port': {'device_id': '5c481e0e-37eb-4457-813e-eb8a84932582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:16.365311 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7143d5-7caf-41f4-8ff2-99d99865b8eb req-1fc11ab2-fa63-4687-8916-5c6748baf687 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:16.369073 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c7143d5-7caf-41f4-8ff2-99d99865b8eb req-1fc11ab2-fa63-4687-8916-5c6748baf687 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 932 time: 0.1348934 Oct 13 13:15:16.385557 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-7d942c99-6dea-481e-b524-77a860ded27e None None] Provisioning complete for port 386e505c-fee6-4a1d-9fa8-236b241cf782 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:16.386638 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7d942c99-6dea-481e-b524-77a860ded27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:16.387210 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-7d942c99-6dea-481e-b524-77a860ded27e None None] Attempt 1 to provision port 386e505c-fee6-4a1d-9fa8-236b241cf782 Oct 13 13:15:16.402743 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:16.411211 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:16.436237 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-7d942c99-6dea-481e-b524-77a860ded27e None None] Port 386e505c-fee6-4a1d-9fa8-236b241cf782 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:15:16.438463 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8c7143d5-7caf-41f4-8ff2-99d99865b8eb req-db75dc4c-3c11-4b2d-b45c-6df9f16ea65b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626011 Oct 13 13:15:16.581349 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=40 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:16.611217 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=43 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:16.727606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:16.734266 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386e505c-fee6-4a1d-9fa8-236b241cf782 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:16.742260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Publish callbacks [] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:16.759286 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Transition to ACTIVE for port object 386e505c-fee6-4a1d-9fa8-236b241cf782 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:15:16.764025 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:16.845112 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:16.859105 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:16.885991 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Attempting to bind port 386e505c-fee6-4a1d-9fa8-236b241cf782 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:15:16.886468 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Attempting to bind port 386e505c-fee6-4a1d-9fa8-236b241cf782 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:15:16.886910 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Attempting to bind port 386e505c-fee6-4a1d-9fa8-236b241cf782 on network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:15:16.938751 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Port 386e505c-fee6-4a1d-9fa8-236b241cf782 on network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:15:16.939425 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Attempting to bind port 386e505c-fee6-4a1d-9fa8-236b241cf782 on network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:15:16.999351 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.013055 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:15:17.013495 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Checking segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:15:17.013903 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Bound using segment: {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:15:17.014360 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Bound port: 386e505c-fee6-4a1d-9fa8-236b241cf782, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91fa39c-a3be-4060-b4ac-2e1be896daa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 457, 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:15:17.014754 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.085032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:15:17.088485 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:15:17.096365 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.099881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:17.100501 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.102270 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 1094 time: 0.9789405 Oct 13 13:15:17.128643 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:17.131685 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94ea81f-0f75-49dc-ba9f-95ab0247910c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:17.191284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d02f5-98d4-449d-aa1f-3fc0a6dac0f0 x-openstack-request-id: req-e67d02f5-98d4-449d-aa1f-3fc0a6dac0f0 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:17.191554 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:17.191804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e67d02f5-98d4-449d-aa1f-3fc0a6dac0f0 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:17.192194 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67d02f5-98d4-449d-aa1f-3fc0a6dac0f0'] response: {'name': 'network-changed', 'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'status': 'completed', 'code': 200} Oct 13 13:15:17.213063 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d19b6-154e-4791-8b87-a75763fc0afc service neutron] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:17.219240 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-f7ab0a08-6c59-4fe4-9ffb-c48df3dd692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:17.220742 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-f7ab0a08-6c59-4fe4-9ffb-c48df3dd692d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1128 time: 0.0648460 Oct 13 13:15:17.269717 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-e89b5a49-a146-48be-afc3-11fb2f4175a0 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 217 time: 0.0415714 Oct 13 13:15:17.303698 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03654ed4-f49f-46b9-ae9f-f997e3a3bcf5 req-4db0b7cd-9343-496f-a474-ead93dfaded7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:17.305777 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:17.306084 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-03654ed4-f49f-46b9-ae9f-f997e3a3bcf5 req-4db0b7cd-9343-496f-a474-ead93dfaded7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 945 time: 0.0498302 Oct 13 13:15:17.327279 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:17.352867 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-0d61d7a8-9c52-414d-b77b-8c94f04ce4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:17.355751 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-0d61d7a8-9c52-414d-b77b-8c94f04ce4f0 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0779581 Oct 13 13:15:17.375451 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port ff57ee79-9921-43ed-817d-5ba082c97343 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:17.379500 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.379989 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port ff57ee79-9921-43ed-817d-5ba082c97343 Oct 13 13:15:17.408690 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-03654ed4-f49f-46b9-ae9f-f997e3a3bcf5 req-93b79d1c-093c-43d2-bf5f-6d8a8a43b304 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956860 Oct 13 13:15:17.423994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:17.431294 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-342281bb-6754-4cc6-9077-786981341c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:17.432914 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-342281bb-6754-4cc6-9077-786981341c46 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694461 Oct 13 13:15:17.484329 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:17.484829 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.518131 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:17.521289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c165ff2-dd7f-4234-8af5-7591977a839b" -d '{"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-plugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:17.537199 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:17.545154 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:17.598975 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13584c1f-a513-451b-ba6d-e9b39363c1ad x-openstack-request-id: req-13584c1f-a513-451b-ba6d-e9b39363c1ad {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:17.599527 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-plugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:17.601093 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13584c1f-a513-451b-ba6d-e9b39363c1ad {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:17.601691 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13584c1f-a513-451b-ba6d-e9b39363c1ad'] response: {'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'code': 200} Oct 13 13:15:17.632064 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=7']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:17.657667 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e1909-c63c-4b90-9172-4729ae3fd58c req-af7f05f7-ec7e-4e55-aa19-7dd617efa621 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:17.659405 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-934e1909-c63c-4b90-9172-4729ae3fd58c req-af7f05f7-ec7e-4e55-aa19-7dd617efa621 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0757866 Oct 13 13:15:17.682284 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-b1005b7d-326f-4145-b425-c56567c00063 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409706 Oct 13 13:15:17.742566 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-934e1909-c63c-4b90-9172-4729ae3fd58c req-8098fb09-a5d6-4d2f-99aa-7691893fd28e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704181 Oct 13 13:15:17.839598 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2036a8fe-d6e6-43a4-ad3d-d8ca8620a2b9 req-9a670a4d-6ce8-4036-a1e5-1c2f5609d2f0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497815 Oct 13 13:15:18.126389 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-72f56b92-79f7-4952-bfbb-ac5e47be0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:18.128027 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-72f56b92-79f7-4952-bfbb-ac5e47be0f57 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1128 time: 0.0594423 Oct 13 13:15:18.234582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-b8b7ece0-538b-4036-a553-cd385111ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:18.236084 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-b8b7ece0-538b-4036-a553-cd385111ba13 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.1015944 Oct 13 13:15:18.279710 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-83d6c4c2-75ad-44f8-96f0-09412ec58a37 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 217 time: 0.0374446 Oct 13 13:15:18.338915 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-6f5e7967-e7a7-40f9-8bf4-9d992338c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:18.340437 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-6f5e7967-e7a7-40f9-8bf4-9d992338c7dc service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0556254 Oct 13 13:15:18.382279 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:18.390462 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-29b7aa6d-e715-4784-9fac-f567b6122c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:18.392059 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-29b7aa6d-e715-4784-9fac-f567b6122c80 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457947 Oct 13 13:15:18.500176 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-d19b0474-fb8a-4083-978e-d90c95ea4466 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022677 Oct 13 13:15:18.600402 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed0930-5d49-4614-8e27-774ea4a808bd req-a7ddb201-8d9c-4761-a4d2-343f21374e1f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:18.608743 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fed0930-5d49-4614-8e27-774ea4a808bd req-a7ddb201-8d9c-4761-a4d2-343f21374e1f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0655761 Oct 13 13:15:18.621580 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d94ea81f-0f75-49dc-ba9f-95ab0247910c req-c6e92939-35ad-4855-898f-d90c9f3647ed service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151302 Oct 13 13:15:18.663002 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fed0930-5d49-4614-8e27-774ea4a808bd req-474fa6e4-50db-432e-bbce-fab045ec101d tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529392 Oct 13 13:15:18.898467 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2bf40-0fde-4dd5-8e9c-09c1e9908583 req-89c10d30-1a78-4ba4-b3f9-0c9fb2171dd6 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:18.905562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0fe2bf40-0fde-4dd5-8e9c-09c1e9908583 req-89c10d30-1a78-4ba4-b3f9-0c9fb2171dd6 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0616610 Oct 13 13:15:18.973716 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:15:18.995397 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0fe2bf40-0fde-4dd5-8e9c-09c1e9908583 req-94987873-de7d-47fe-999f-fe11042414b3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833364 Oct 13 13:15:19.319355 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53784) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:19.444557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.540850 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Publish callbacks [] for security_group (01cd9e10-8b56-4e0f-974f-63fce6d02601), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.545473 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (01cd9e10-8b56-4e0f-974f-63fce6d02601), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.761783 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:19.805278 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133f126-17d6-47dc-9e74-2e4de1a65c15 req-8c8b6e2f-cd0d-4218-aead-6eb1b0db3052 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:19.807250 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5133f126-17d6-47dc-9e74-2e4de1a65c15 req-8c8b6e2f-cd0d-4218-aead-6eb1b0db3052 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0560348 Oct 13 13:15:19.826520 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5344aa60c73e4ef0ac75b528737f44a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089929 Oct 13 13:15:19.827447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cd9e10-8b56-4e0f-974f-63fce6d02601,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:19.829631 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53794) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:19.848224 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.848576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.848914 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.849255 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.849594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.849931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.850264 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.850591 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.850925 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.852488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.852488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.852488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.852488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.853232 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.853232 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284bb0c-908f-4177-850c-2259afaad2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:19.871625 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5133f126-17d6-47dc-9e74-2e4de1a65c15 req-281c15b8-c384-47fc-acfb-cf6c51d7b6a2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570507 Oct 13 13:15:19.895358 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d87a63be-86cc-4d28-8a9f-afdb5d4f8a2c admin admin] Publish callbacks [] for security_group (01cd9e10-8b56-4e0f-974f-63fce6d02601), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.923424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d87a63be-86cc-4d28-8a9f-afdb5d4f8a2c admin admin] Publish callbacks [] for security_group (01cd9e10-8b56-4e0f-974f-63fce6d02601), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.936666 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:19.981322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d87a63be-86cc-4d28-8a9f-afdb5d4f8a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (01cd9e10-8b56-4e0f-974f-63fce6d02601), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.984400 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d87a63be-86cc-4d28-8a9f-afdb5d4f8a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:19.985678 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d87a63be-86cc-4d28-8a9f-afdb5d4f8a2c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/01cd9e10-8b56-4e0f-974f-63fce6d02601 HTTP/1.1" status: 204 len: 168 time: 0.1550598 Oct 13 13:15:19.994426 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a63be-86cc-4d28-8a9f-afdb5d4f8a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cd9e10-8b56-4e0f-974f-63fce6d02601,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:20.150981 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e62d42-b2c2-4f43-bcba-f0810a930f35 req-a290c779-94d6-49d4-902a-b80bb72b95ff tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:20.158606 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61e62d42-b2c2-4f43-bcba-f0810a930f35 req-a290c779-94d6-49d4-902a-b80bb72b95ff tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0616958 Oct 13 13:15:20.217848 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61e62d42-b2c2-4f43-bcba-f0810a930f35 req-b8cf2e77-ca7b-46a8-929a-5c7b495a5ea5 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581429 Oct 13 13:15:20.337783 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53802) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:20.353831 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6716-cb2e-4274-82eb-9287c00b38af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.436060 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6716-cb2e-4274-82eb-9287c00b38af admin admin] Publish callbacks [] for security_group (5d85fe62-5911-42f9-92fd-ff641c748d97), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.441067 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4e9b6716-cb2e-4274-82eb-9287c00b38af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5d85fe62-5911-42f9-92fd-ff641c748d97), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.481644 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b6716-cb2e-4274-82eb-9287c00b38af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d85fe62-5911-42f9-92fd-ff641c748d97,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:20.487194 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4e9b6716-cb2e-4274-82eb-9287c00b38af admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=745de7af2e6a4b9ab66e15e322c9ba61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469223 Oct 13 13:15:20.489338 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53808) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:20.551445 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6df9-8450-415c-9c4e-e25ce60cebbe admin admin] Publish callbacks [] for security_group (5d85fe62-5911-42f9-92fd-ff641c748d97), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.574038 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6df9-8450-415c-9c4e-e25ce60cebbe admin admin] Publish callbacks [] for security_group (5d85fe62-5911-42f9-92fd-ff641c748d97), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.625851 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6df9-8450-415c-9c4e-e25ce60cebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5d85fe62-5911-42f9-92fd-ff641c748d97), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.628768 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee1c6df9-8450-415c-9c4e-e25ce60cebbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:20.632802 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ee1c6df9-8450-415c-9c4e-e25ce60cebbe admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5d85fe62-5911-42f9-92fd-ff641c748d97 HTTP/1.1" status: 204 len: 168 time: 0.1400270 Oct 13 13:15:20.639939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c6df9-8450-415c-9c4e-e25ce60cebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d85fe62-5911-42f9-92fd-ff641c748d97,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:21.064584 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41cdb4-7b7e-459a-8410-cd536884166a req-be4e49b9-caf8-4d9a-b66c-25b97b8a8987 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:21.067410 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea41cdb4-7b7e-459a-8410-cd536884166a req-be4e49b9-caf8-4d9a-b66c-25b97b8a8987 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0786180 Oct 13 13:15:21.117321 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53820) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:21.123223 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:21.138999 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77a16b6a-3cab-4f66-84a1-1cdc86093208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.144647 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea41cdb4-7b7e-459a-8410-cd536884166a req-4270c5ec-c204-48aa-aa04-f9d499a9f653 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705500 Oct 13 13:15:21.243394 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77a16b6a-3cab-4f66-84a1-1cdc86093208 admin admin] Publish callbacks [] for security_group (af66d754-25f5-4404-812e-64548806a60c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.249947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-77a16b6a-3cab-4f66-84a1-1cdc86093208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (af66d754-25f5-4404-812e-64548806a60c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.346078 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-77a16b6a-3cab-4f66-84a1-1cdc86093208 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1eeb3a4794b64ed897bc7abb561ef701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275858 Oct 13 13:15:21.354066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53828) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:21.367584 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a16b6a-3cab-4f66-84a1-1cdc86093208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af66d754-25f5-4404-812e-64548806a60c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:21.387268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7456d-985b-42da-b000-960ab6eba47e req-9a117b0a-cb79-44e7-abad-8ad9a9b6abbf tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:21.399267 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8aa7456d-985b-42da-b000-960ab6eba47e req-9a117b0a-cb79-44e7-abad-8ad9a9b6abbf tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0740411 Oct 13 13:15:21.414617 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:21.431039 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f1c58a56-5a86-4403-a31c-66c1beedaed3 admin admin] Publish callbacks [] for security_group (af66d754-25f5-4404-812e-64548806a60c), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.454725 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f1c58a56-5a86-4403-a31c-66c1beedaed3 admin admin] Publish callbacks [] for security_group (af66d754-25f5-4404-812e-64548806a60c), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.464677 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8aa7456d-985b-42da-b000-960ab6eba47e req-f02e0da0-194b-486e-9702-7ce78a85eaf1 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644689 Oct 13 13:15:21.512300 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f1c58a56-5a86-4403-a31c-66c1beedaed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (af66d754-25f5-4404-812e-64548806a60c), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.514969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f1c58a56-5a86-4403-a31c-66c1beedaed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:21.518530 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f1c58a56-5a86-4403-a31c-66c1beedaed3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/af66d754-25f5-4404-812e-64548806a60c HTTP/1.1" status: 204 len: 168 time: 0.1608496 Oct 13 13:15:21.531591 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c58a56-5a86-4403-a31c-66c1beedaed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af66d754-25f5-4404-812e-64548806a60c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:22.296434 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810762-93dd-4711-8968-9d6aa73310b9 req-bb631e3a-516b-417b-b231-441a90341934 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:22.298072 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b810762-93dd-4711-8968-9d6aa73310b9 req-bb631e3a-516b-417b-b231-441a90341934 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0570300 Oct 13 13:15:22.353370 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 53854) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:22.381098 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b810762-93dd-4711-8968-9d6aa73310b9 req-f71ce49a-379e-49a3-91e1-3654375fa1d0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757661 Oct 13 13:15:22.482610 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-890678727-network', 'tenant_id': '12163a99662b48759b3fd7da51445ecf'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:22.514247 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Made reservation on behalf of 12163a99662b48759b3fd7da51445ecf for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:15:22.518322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.529423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.632905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks [] for security_group (ddbfbb18-05c2-4e68-9262-28f1d84b3017), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.640675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ddbfbb18-05c2-4e68-9262-28f1d84b3017), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.695546 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95618a0c-f4d2-4036-9716-1cb6cf08040d req-8417c25f-f34a-44ea-adfb-86daed16d728 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:22.697398 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-95618a0c-f4d2-4036-9716-1cb6cf08040d req-8417c25f-f34a-44ea-adfb-86daed16d728 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.1162922 Oct 13 13:15:22.698111 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 472} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:15:22.706170 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbfbb18-05c2-4e68-9262-28f1d84b3017,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:22.714648 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (54b3e286-0a32-4a27-ae42-ee042ce110c4), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.715279 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Added segment 54b3e286-0a32-4a27-ae42-ee042ce110c4 of type vlan for network fa9f61a0-af15-4e66-81ab-796b27386471 Oct 13 13:15:22.772855 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:22.792117 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-95618a0c-f4d2-4036-9716-1cb6cf08040d req-16333239-f27c-4fc6-b1e9-b2bb833bc069 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870116 Oct 13 13:15:22.817604 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (fa9f61a0-af15-4e66-81ab-796b27386471), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.849533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (fa9f61a0-af15-4e66-81ab-796b27386471), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.850835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:22.851720 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:22.920914 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:22.936088 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9f61a0-af15-4e66-81ab-796b27386471,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:22.950008 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f235a0d4-ca3a-49f2-a957-42ce84a99cc9 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5954397 Oct 13 13:15:22.951408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network fa9f61a0-af15-4e66-81ab-796b27386471 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:15:22.953145 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53874) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:22.958411 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Request body: {'subnet': {'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-890678727-subnet', 'tenant_id': '12163a99662b48759b3fd7da51445ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:22.989239 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Made reservation on behalf of 12163a99662b48759b3fd7da51445ecf for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:15:22.991723 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4780451'] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:23.524561 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4780465'] for subnet (e3c60253-b8af-45c0-b5c4-bd77763e1743), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:23.575001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7214f4-a3e8-4334-be7a-2300216b8c10 req-8e91b34c-f905-4e8a-8416-10dc8bdf7b76 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:23.577224 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb7214f4-a3e8-4334-be7a-2300216b8c10 req-8e91b34c-f905-4e8a-8416-10dc8bdf7b76 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0875752 Oct 13 13:15:23.611359 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c60253-b8af-45c0-b5c4-bd77763e1743,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:23.633090 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.633090 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.633617 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.633787 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.634202 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.634618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.635005 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.635424 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.635835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.636224 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.636615 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.637029 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.637439 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.637755 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.638077 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:15:23.664484 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Checking segment: {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:15:23.664855 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Network hostable DHCP agents. Network: fa9f61a0-af15-4e66-81ab-796b27386471, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:15:23.673101 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb7214f4-a3e8-4334-be7a-2300216b8c10 req-2966460b-8e96-41a0-882d-1936e9d50de6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852447 Oct 13 13:15:23.690432 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Network fa9f61a0-af15-4e66-81ab-796b27386471 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:15:23.710250 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, fa9f61a0-af15-4e66-81ab-796b27386471) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:15:23.726459 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:23.727294 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:23.731124 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2d61e5-d26c-49d5-b991-3727dc815261 None None] Network fa9f61a0-af15-4e66-81ab-796b27386471 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:15:23.734357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:23.750725 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2637da63-7fe8-4273-9128-6d0096434c06 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7961848 Oct 13 13:15:23.876847 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cff6e5-31c6-4ba3-9a03-a547bccc65ed None None] Network fa9f61a0-af15-4e66-81ab-796b27386471 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:15:23.972110 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521e139-399c-42da-8eef-d1e936c069ac req-ab1d54f0-5ca3-4463-9df3-2abe724268f9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:23.974530 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0521e139-399c-42da-8eef-d1e936c069ac req-ab1d54f0-5ca3-4463-9df3-2abe724268f9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0929470 Oct 13 13:15:24.045781 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0521e139-399c-42da-8eef-d1e936c069ac req-e89c0eb7-2e53-43ac-928f-a8ecff83630e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647402 Oct 13 13:15:24.830707 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feed8c0-1571-45ed-9702-e34a2926b280 req-405f762f-76cc-4ec4-a51d-098db75d9ecc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:24.832239 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0feed8c0-1571-45ed-9702-e34a2926b280 req-405f762f-76cc-4ec4-a51d-098db75d9ecc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0570726 Oct 13 13:15:24.892518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0feed8c0-1571-45ed-9702-e34a2926b280 req-c07bcdac-29fd-449f-b24a-dd2eb384f6ea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531700 Oct 13 13:15:25.186796 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4aaf3-18db-4ff1-b852-6774aa573fca req-7b3f5696-2c57-4b04-901f-a97a801f3959 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:25.188755 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89b4aaf3-18db-4ff1-b852-6774aa573fca req-7b3f5696-2c57-4b04-901f-a97a801f3959 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0526590 Oct 13 13:15:25.216089 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:25.258059 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89b4aaf3-18db-4ff1-b852-6774aa573fca req-d87a8cf4-aca5-454a-b15a-9b0f3267eef9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579314 Oct 13 13:15:25.325004 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:15:25.453688 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:25.467223 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'port_id': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'mac_address': 'fa:16:3e:e8:c4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:15:25.506574 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386e505c-fee6-4a1d-9fa8-236b241cf782 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:25.507045 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:25.524417 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386e505c-fee6-4a1d-9fa8-236b241cf782 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:25.555705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:25.560523 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:25.611888 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:25.734174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-e6e5de14-474d-4242-ba37-dcd7ec8b5fe6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:25.735826 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-e6e5de14-474d-4242-ba37-dcd7ec8b5fe6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/networks?id=fa9f61a0-af15-4e66-81ab-796b27386471 HTTP/1.1" status: 200 len: 808 time: 0.1354253 Oct 13 13:15:25.752481 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c39db2a1-bc50-435b-825e-12164e95c0b6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/quotas/12163a99662b48759b3fd7da51445ecf HTTP/1.1" status: 200 len: 375 time: 0.0108647 Oct 13 13:15:25.791210 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-61f61007-4c63-4b30-8794-03e2dbb87735 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=12163a99662b48759b3fd7da51445ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285327 Oct 13 13:15:25.819498 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['386e505c-fee6-4a1d-9fa8-236b241cf782'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:25.876607 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:25.901491 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:25.927597 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-57c869d5-dade-4fba-90f5-70eba2258427 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319561 Oct 13 13:15:26.064546 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e23b62-eab2-4a06-94c9-37c039a733e9 req-da6f6b71-7739-4e3e-8e41-ff4639df6919 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:26.069013 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24e23b62-eab2-4a06-94c9-37c039a733e9 req-da6f6b71-7739-4e3e-8e41-ff4639df6919 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0837178 Oct 13 13:15:26.110300 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-08153e54-4c6d-4c05-9e2c-0b577d4d9513 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836121 Oct 13 13:15:26.164187 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24e23b62-eab2-4a06-94c9-37c039a733e9 req-79cd72a0-9c0a-4f86-b839-8bc77ca53413 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901468 Oct 13 13:15:26.333213 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6326036c-8bc0-47a2-9ab1-70c53c035d4f req-c2374b1c-a339-40e2-9b35-d94435f7e446 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 210 time: 0.0462396 Oct 13 13:15:26.447422 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be07dc-65dc-49aa-9fbc-92980a4a6f56 req-bbb217da-2af5-4164-8850-95bec6be9871 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:26.450271 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a7be07dc-65dc-49aa-9fbc-92980a4a6f56 req-bbb217da-2af5-4164-8850-95bec6be9871 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 945 time: 0.0695336 Oct 13 13:15:26.531309 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a7be07dc-65dc-49aa-9fbc-92980a4a6f56 req-97ac4e4c-3738-495f-82e6-7524e09dd7a7 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737016 Oct 13 13:15:26.768578 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:27.304522 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f024e1-94c0-4eae-977f-cb4c0a36deec req-24d19036-2914-4bb3-88ef-cc8eb6e2ed6a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:27.305975 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71f024e1-94c0-4eae-977f-cb4c0a36deec req-24d19036-2914-4bb3-88ef-cc8eb6e2ed6a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0627151 Oct 13 13:15:27.336931 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:27.352879 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71f024e1-94c0-4eae-977f-cb4c0a36deec req-8bc1573a-eacc-4580-b01a-f7debf318b85 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406833 Oct 13 13:15:27.391563 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:27.392776 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 386e505c-fee6-4a1d-9fa8-236b241cf782 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:15:27.400362 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 386e505c-fee6-4a1d-9fa8-236b241cf782 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:27.400811 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:27.401161 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 386e505c-fee6-4a1d-9fa8-236b241cf782 Oct 13 13:15:27.441739 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-677a367b-be81-4c78-ba64-67dff0ae8879 req-7359fda1-fea4-4584-9532-688b4330b0c2 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 210 time: 0.0284779 Oct 13 13:15:27.474771 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386e505c-fee6-4a1d-9fa8-236b241cf782 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:27.475185 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:27.498277 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:27.500513 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f5a38-a95f-41e7-b15e-e33497043bd6" -d '{"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-plugged", "status": "completed", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:27.512703 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:27.516877 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:27.542913 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb779ff-eba0-4973-9748-68e0c1eca0ba x-openstack-request-id: req-acb779ff-eba0-4973-9748-68e0c1eca0ba {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:27.543254 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-plugged", "status": "completed", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:27.543511 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acb779ff-eba0-4973-9748-68e0c1eca0ba {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:27.543897 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb779ff-eba0-4973-9748-68e0c1eca0ba'] response: {'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'code': 200} Oct 13 13:15:27.569690 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:27.621885 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-13d1e4c4-44cf-4903-b313-63f30429d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:27.624232 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-13d1e4c4-44cf-4903-b313-63f30429d986 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1130 time: 0.0581348 Oct 13 13:15:27.674114 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31135e1a-a36c-4a4a-a3c1-dd468b5769ec req-041f8fd3-b984-43d9-964e-08604d7fac84 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:27.676269 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-31135e1a-a36c-4a4a-a3c1-dd468b5769ec req-041f8fd3-b984-43d9-964e-08604d7fac84 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0494814 Oct 13 13:15:27.736633 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-31135e1a-a36c-4a4a-a3c1-dd468b5769ec req-498da881-d719-474e-82c8-22103249ec60 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538962 Oct 13 13:15:27.839016 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-c9f3be59-78e9-4d85-b965-7cc6356f23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:27.839362 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502841f9-df89-4bca-99f0-7c0395fd91bc req-a906d26a-7372-49d2-8b9a-1da00f4010f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:27.840932 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-c9f3be59-78e9-4d85-b965-7cc6356f23cc service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.1728599 Oct 13 13:15:27.841081 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-502841f9-df89-4bca-99f0-7c0395fd91bc req-a906d26a-7372-49d2-8b9a-1da00f4010f9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1130 time: 0.0454643 Oct 13 13:15:27.898375 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-502841f9-df89-4bca-99f0-7c0395fd91bc req-e1294b41-5ab0-4751-b0f8-90a9cbedfb54 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438819 Oct 13 13:15:27.901474 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-cd85e771-687d-481d-a2ee-491a60b00bdd tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:27.902880 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-cd85e771-687d-481d-a2ee-491a60b00bdd tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "GET /networking/v2.0/networks?id=fa9f61a0-af15-4e66-81ab-796b27386471 HTTP/1.1" status: 200 len: 808 time: 0.2227058 Oct 13 13:15:27.926494 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-fa38fffd-d3cb-4735-b552-01676383d104 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 1001 time: 0.0676162 Oct 13 13:15:28.151130 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Request body: {'port': {'device_id': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471', 'admin_state_up': True, 'tenant_id': '12163a99662b48759b3fd7da51445ecf'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:28.239802 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-9ca4d8ab-6ec1-4f49-949e-27c698fa7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:28.241230 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-9ca4d8ab-6ec1-4f49-949e-27c698fa7856 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.1014638 Oct 13 13:15:28.310322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-8aac6240-0766-4a00-8014-f61dd1a35db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:28.311833 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-8aac6240-0766-4a00-8014-f61dd1a35db3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628033 Oct 13 13:15:28.328188 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Made reservation on behalf of 12163a99662b48759b3fd7da51445ecf for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:15:28.331975 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:28.341881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:28.470034 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Allocated IP 172.20.0.7 (fa9f61a0-af15-4e66-81ab-796b27386471/e3c60253-b8af-45c0-b5c4-bd77763e1743/62044e46-f508-4225-9482-992ecc2140b1) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:15:28.483195 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cf089-f9e5-419c-ac4d-4231841ce2db req-b1ebd54c-6f76-466f-b5d9-72a304dfb71f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:28.484754 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b75cf089-f9e5-419c-ac4d-4231841ce2db req-b1ebd54c-6f76-466f-b5d9-72a304dfb71f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0479863 Oct 13 13:15:28.559110 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9978273c-e97f-40cb-9b5c-296366efc332 req-577d83ce-34da-4494-8618-a3938f328bbd tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 210 time: 0.0371528 Oct 13 13:15:28.563252 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b75cf089-f9e5-419c-ac4d-4231841ce2db req-c32ca251-3706-4d2c-a3db-479d005ffb6e tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728397 Oct 13 13:15:28.702000 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks [] for port (62044e46-f508-4225-9482-992ecc2140b1), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:28.710308 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-dabe4f46-d92d-4741-a8a0-84a831c11bcb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356857 Oct 13 13:15:28.717889 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:28.787132 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (62044e46-f508-4225-9482-992ecc2140b1), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:28.858025 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f625b1-5ee5-469e-ad68-bc2f5123078e req-56bcc81f-998c-47ec-8da9-a726121211cb tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:28.859567 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89f625b1-5ee5-469e-ad68-bc2f5123078e req-56bcc81f-998c-47ec-8da9-a726121211cb tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0469360 Oct 13 13:15:28.862911 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Network fa9f61a0-af15-4e66-81ab-796b27386471 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:15:28.875266 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:15:28.878906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:15:28.882007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Pushing event updated for resources: {'Port': ['ID=62044e46-f508-4225-9482-992ecc2140b1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:28.886588 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9d0df053-2dc7-4cf9-93e5-704ab7342bdb req-90a95003-f496-4a49-8b95-226b46c418f3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644065 Oct 13 13:15:28.927536 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89f625b1-5ee5-469e-ad68-bc2f5123078e req-c47984b6-5674-454a-899c-f5c294475b68 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618765 Oct 13 13:15:28.939792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:28.940420 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:28.957799 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c17120ff-0fd6-48bd-a1bf-ca67eeafe372 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162506 Oct 13 13:15:29.667626 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:29.711898 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dff19-c0af-4a50-8a0f-dfdc9c7bc272 req-309dbd13-21d9-4426-962e-5c0e5cea99a6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:29.713325 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b7dff19-c0af-4a50-8a0f-dfdc9c7bc272 req-309dbd13-21d9-4426-962e-5c0e5cea99a6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 931 time: 0.0770938 Oct 13 13:15:29.731823 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582ea14-a760-4504-999e-a0046dec64ec req-848331cb-d4b0-4829-afd2-4107375d8d13 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:29.733173 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a582ea14-a760-4504-999e-a0046dec64ec req-848331cb-d4b0-4829-afd2-4107375d8d13 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.0689194 Oct 13 13:15:29.782542 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:29.795725 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b7dff19-c0af-4a50-8a0f-dfdc9c7bc272 req-a9853d53-6658-4c72-a316-d7eadad4b29f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Oct 13 13:15:29.802581 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a582ea14-a760-4504-999e-a0046dec64ec req-f37eb67a-ceeb-4c98-bb4f-a45554ee5e4f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627761 Oct 13 13:15:30.043905 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda2063-833b-4029-bcda-aa896c3ccb7b req-4ba5dd59-37f8-4f2e-b761-aac287e6352b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:30.045352 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2dda2063-833b-4029-bcda-aa896c3ccb7b req-4ba5dd59-37f8-4f2e-b761-aac287e6352b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Oct 13 13:15:30.094353 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2dda2063-833b-4029-bcda-aa896c3ccb7b req-c9250dbe-7b40-4ad4-8f40-7e1875bac01b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432205 Oct 13 13:15:30.215202 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c291c-6b7b-4681-a63e-2dc4ae7e2ef8 req-6ff39056-3316-4b83-923b-63a1ac39f8af tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:30.216554 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9e6c291c-6b7b-4681-a63e-2dc4ae7e2ef8 req-6ff39056-3316-4b83-923b-63a1ac39f8af tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0501606 Oct 13 13:15:30.264283 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9e6c291c-6b7b-4681-a63e-2dc4ae7e2ef8 req-e285696a-8c56-4781-98fc-d2cbdad39e21 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Oct 13 13:15:30.291242 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53976) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:30.428378 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1b691-7a64-482f-92a8-6b621c3a93a9 tempest-TestShelveInstance-111404804 tempest-TestShelveInstance-111404804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:30.429901 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-56f1b691-7a64-482f-92a8-6b621c3a93a9 tempest-TestShelveInstance-111404804 tempest-TestShelveInstance-111404804-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1125 time: 0.1377118 Oct 13 13:15:30.432858 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 53982) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:30.437646 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'port_id': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:30.458010 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:30.539532 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:30.609492 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Request body: {'port': {'device_id': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:30.644414 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Allocated IP 172.27.1.236 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/921d6a8f-e6c7-4fdf-b3a2-8644d683663d) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:15:30.664186 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:30.673215 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (62044e46-f508-4225-9482-992ecc2140b1), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:30.750685 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:30.782736 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:30.823624 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:15:30.829971 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:15:30.833247 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:15:30.837353 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'Port': ['ID=921d6a8f-e6c7-4fdf-b3a2-8644d683663d,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:30.869128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:30.974255 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62044e46-f508-4225-9482-992ecc2140b1 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:30.987694 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Publish callbacks [] for port (62044e46-f508-4225-9482-992ecc2140b1), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.002836 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Transition to ACTIVE for port object 62044e46-f508-4225-9482-992ecc2140b1 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:15:31.006621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (62044e46-f508-4225-9482-992ecc2140b1), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.054002 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:31.069467 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7804e51-c865-471e-9224-b2119226664f service neutron] Pushing event updated for resources: {'Port': ['ID=62044e46-f508-4225-9482-992ecc2140b1,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:31.081623 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc799865-bbe3-44e2-b5aa-145b9272698f req-be512356-8dbc-406f-8acd-a4c94dcb1ead tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:31.083112 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bc799865-bbe3-44e2-b5aa-145b9272698f req-be512356-8dbc-406f-8acd-a4c94dcb1ead tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 931 time: 0.1218097 Oct 13 13:15:31.098153 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ecc2a-31ae-4b00-a4c6-2a64240a3fa3 req-8619a476-5f45-4a78-ba4f-658086788485 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:31.099610 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe9ecc2a-31ae-4b00-a4c6-2a64240a3fa3 req-8619a476-5f45-4a78-ba4f-658086788485 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 946 time: 0.1372271 Oct 13 13:15:31.128073 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Attempting to bind port 62044e46-f508-4225-9482-992ecc2140b1 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:15:31.128410 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Attempting to bind port 62044e46-f508-4225-9482-992ecc2140b1 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:15:31.128732 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Attempting to bind port 62044e46-f508-4225-9482-992ecc2140b1 on network fa9f61a0-af15-4e66-81ab-796b27386471 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:15:31.170748 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Port 62044e46-f508-4225-9482-992ecc2140b1 on network fa9f61a0-af15-4e66-81ab-796b27386471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:15:31.171099 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Attempting to bind port 62044e46-f508-4225-9482-992ecc2140b1 on network fa9f61a0-af15-4e66-81ab-796b27386471 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:15:31.215182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:15:31.215669 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Checking segment: {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:15:31.216155 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Bound using segment: {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:15:31.217034 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Bound port: 62044e46-f508-4225-9482-992ecc2140b1, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:15:31.217174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (62044e46-f508-4225-9482-992ecc2140b1), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.232285 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:31.251968 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bc799865-bbe3-44e2-b5aa-145b9272698f req-462b4c71-9c7f-4524-bd62-853335edf3a1 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494851 Oct 13 13:15:31.260345 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe9ecc2a-31ae-4b00-a4c6-2a64240a3fa3 req-3b9ee2b3-ef7b-4f3d-8845-0cbae740e29a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235065 Oct 13 13:15:31.306923 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] For port 62044e46-f508-4225-9482-992ecc2140b1, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:15:31.306923 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] For port 62044e46-f508-4225-9482-992ecc2140b1, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=62044e46-f508-4225-9482-992ecc2140b1,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:15:31.317307 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (62044e46-f508-4225-9482-992ecc2140b1), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.323438 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:31.324401 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.326651 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-c7804e51-c865-471e-9224-b2119226664f service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/62044e46-f508-4225-9482-992ecc2140b1 HTTP/1.1" status: 200 len: 1093 time: 0.7222631 Oct 13 13:15:31.329781 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'tag': '62044e46-f508-4225-9482-992ecc2140b1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:31.334099 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9bb08f-d421-4601-a321-38df4eca0055" -d '{"events": [{"name": "network-changed", "server_uuid": "8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6", "tag": "62044e46-f508-4225-9482-992ecc2140b1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:31.353636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:31.426509 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7804e51-c865-471e-9224-b2119226664f service neutron] Pushing event updated for resources: {'Port': ['ID=62044e46-f508-4225-9482-992ecc2140b1,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:31.472886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-470e8599-a77a-4fdf-bb49-48aacca9c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:31.474834 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-470e8599-a77a-4fdf-bb49-48aacca9c36f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=12163a99662b48759b3fd7da51445ecf&device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 1127 time: 0.0637753 Oct 13 13:15:31.536837 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for floatingip (0c51f6bb-6c48-43bb-81a6-95fb753d7873), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.544625 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-14a2734e-de02-483f-966b-753e4d8132ad service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62044e46-f508-4225-9482-992ecc2140b1 HTTP/1.1" status: 200 len: 217 time: 0.0636470 Oct 13 13:15:31.555628 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: ACTIVE; New status is: DOWN {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:31.556083 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.585613 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e96262d-9959-4a07-8082-cc6d5d5aac7b x-openstack-request-id: req-4e96262d-9959-4a07-8082-cc6d5d5aac7b {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:31.586000 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6", "tag": "62044e46-f508-4225-9482-992ecc2140b1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:31.586393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e96262d-9959-4a07-8082-cc6d5d5aac7b {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:31.586778 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e96262d-9959-4a07-8082-cc6d5d5aac7b'] response: {'name': 'network-changed', 'server_uuid': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'tag': '62044e46-f508-4225-9482-992ecc2140b1', 'status': 'completed', 'code': 200} Oct 13 13:15:31.589614 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:31.592002 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf06c37-8d24-48d6-836a-1bcc1553279b" -d '{"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-unplugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:31.605275 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:31.611320 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.627655 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.653026 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc158882-f85a-4954-b56d-504d74f7b9ff x-openstack-request-id: req-cc158882-f85a-4954-b56d-504d74f7b9ff {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:31.653217 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-unplugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:31.653678 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc158882-f85a-4954-b56d-504d74f7b9ff {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:31.654243 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc158882-f85a-4954-b56d-504d74f7b9ff'] response: {'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'code': 200} Oct 13 13:15:31.668313 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=8']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:31.805981 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.808562 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-7aa84b32-cfd3-4015-ac45-adcbcd72a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:31.811974 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.812158 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-7aa84b32-cfd3-4015-ac45-adcbcd72a57b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e3c60253-b8af-45c0-b5c4-bd77763e1743 HTTP/1.1" status: 200 len: 848 time: 0.0875607 Oct 13 13:15:31.863902 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-8e169c13-dd40-4624-a434-709c3c8ca96a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=fa9f61a0-af15-4e66-81ab-796b27386471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423331 Oct 13 13:15:31.889118 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (0c51f6bb-6c48-43bb-81a6-95fb753d7873), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:31.891784 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event updated for resources: {'Port': ['ID=921d6a8f-e6c7-4fdf-b3a2-8644d683663d,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:31.942131 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:31.974357 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-0632b4aa-a837-4c64-b243-02728386346a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039369 Oct 13 13:15:32.009931 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Floating IP 0c51f6bb-6c48-43bb-81a6-95fb753d7873 associated. External IP: 172.27.1.236, port: 386e505c-fee6-4a1d-9fa8-236b241cf782. Oct 13 13:15:32.047318 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:32.093804 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54b89a20-b6fe-4c29-a2d6-d389ceba6021 req-f095f36d-b158-4130-acba-c3834b1ec003 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077521 Oct 13 13:15:32.179816 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:32.240793 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Router ed413029-000d-47a9-986d-3c0d835e10fb has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:15:32.634959 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c699c-d657-499c-a48f-afce4b739038 req-b6092483-7bef-4837-a105-8a23bac51ec6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:32.636432 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-698c699c-d657-499c-a48f-afce4b739038 req-b6092483-7bef-4837-a105-8a23bac51ec6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.1167037 Oct 13 13:15:32.644235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de519749-b9e6-4b62-b93c-f7fa3a161f73 req-cb032648-fd1f-4ef2-a971-7dee3601ad32 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:32.645569 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-de519749-b9e6-4b62-b93c-f7fa3a161f73 req-cb032648-fd1f-4ef2-a971-7dee3601ad32 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 943 time: 0.1247752 Oct 13 13:15:32.684060 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:15:32.694827 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] Sync routers for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:15:32.705148 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:15:32.705843 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:15:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:32.722103 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:32.765035 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-de519749-b9e6-4b62-b93c-f7fa3a161f73 req-28360609-08b1-4f2e-9a83-eabede7904d7 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084569 Oct 13 13:15:32.770073 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-698c699c-d657-499c-a48f-afce4b739038 req-39e97163-8e40-47ba-89bc-b2c3689cb4a7 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220534 Oct 13 13:15:32.777836 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-948e5a29-3390-4956-a123-173967a95f2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3419068 Oct 13 13:15:32.777836 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:32.778681 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc493fe2-9d24-43c3-a129-388c37b67962" -d '{"events": [{"name": "network-changed", "server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:32.827048 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:15:32.853863 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-684999da-edc4-4c49-88dd-f1e230cd3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:32.855481 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-684999da-edc4-4c49-88dd-f1e230cd3644 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=12163a99662b48759b3fd7da51445ecf&device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 1127 time: 0.0658107 Oct 13 13:15:32.899087 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f0715a-23c4-4bf2-b5c3-6dfac7c1729c x-openstack-request-id: req-28f0715a-23c4-4bf2-b5c3-6dfac7c1729c {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:32.899590 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:32.899776 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28f0715a-23c4-4bf2-b5c3-6dfac7c1729c {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:32.900068 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f0715a-23c4-4bf2-b5c3-6dfac7c1729c'] response: {'name': 'network-changed', 'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'status': 'completed', 'code': 200} Oct 13 13:15:32.951480 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:32.999915 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-e2a521ef-bea6-4ed2-8c0a-d2e0d8c64bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.001435 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-e2a521ef-bea6-4ed2-8c0a-d2e0d8c64bc2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1130 time: 0.0630412 Oct 13 13:15:33.066869 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-e4081af3-ed63-4b47-b4fd-db3f65f30409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.068547 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-e4081af3-ed63-4b47-b4fd-db3f65f30409 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=fa9f61a0-af15-4e66-81ab-796b27386471 HTTP/1.1" status: 200 len: 909 time: 0.2058234 Oct 13 13:15:33.072032 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '0c51f6bb-6c48-43bb-81a6-95fb753d7873', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'port_id': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'mac_address': 'fa:16:3e:e8:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c481e0e-37eb-4457-813e-eb8a84932582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:15:31Z', 'updated_at': '2022-10-13T13:15:31Z', 'revision_number': 0, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:33.103962 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] Checking router: ed413029-000d-47a9-986d-3c0d835e10fb for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:15:33.117424 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:15:33.118434 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:15:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:33.123901 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-4b4a7af0-6340-4276-b806-2ed75433b94c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62044e46-f508-4225-9482-992ecc2140b1 HTTP/1.1" status: 200 len: 217 time: 0.0475242 Oct 13 13:15:33.181319 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-f29b5201-398d-4d61-b478-786c337dcbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.184085 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-f29b5201-398d-4d61-b478-786c337dcbfb service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.1759794 Oct 13 13:15:33.241029 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-419e8280-d491-427c-a039-ff98481e49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.242085 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:15:33.242471 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-419e8280-d491-427c-a039-ff98481e49fe service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e3c60253-b8af-45c0-b5c4-bd77763e1743 HTTP/1.1" status: 200 len: 848 time: 0.1073329 Oct 13 13:15:33.280661 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-61adcfd8-d92b-4842-b2ff-ddfaad41ebb7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=fa9f61a0-af15-4e66-81ab-796b27386471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296736 Oct 13 13:15:33.301390 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-a58e66fa-2ce4-4d29-ac1f-8d2d58deec03 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 1000 time: 0.1116323 Oct 13 13:15:33.363960 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 62044e46-f508-4225-9482-992ecc2140b1 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:15:33.388434 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:33.453595 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-ee16b6d3-57de-40a1-9c22-8e540eeaac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.455854 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-ee16b6d3-57de-40a1-9c22-8e540eeaac06 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.1433551 Oct 13 13:15:33.456276 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:33.478722 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-5c2a97d5-4c86-4c71-964a-fbbda810379c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895645 Oct 13 13:15:33.518714 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-d7569265-56bd-4d3f-b573-f7d26d7ec5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.521561 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-d7569265-56bd-4d3f-b573-f7d26d7ec5f7 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589178 Oct 13 13:15:33.581438 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 62044e46-f508-4225-9482-992ecc2140b1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=62044e46-f508-4225-9482-992ecc2140b1,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:33.597455 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '62044e46-f508-4225-9482-992ecc2140b1', 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471', 'port_id': '62044e46-f508-4225-9482-992ecc2140b1', 'mac_address': 'fa:16:3e:52:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 472, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c60253-b8af-45c0-b5c4-bd77763e1743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:15:33.814555 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '0c51f6bb-6c48-43bb-81a6-95fb753d7873', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'port_id': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'mac_address': 'fa:16:3e:e8:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c481e0e-37eb-4457-813e-eb8a84932582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:15:31Z', 'updated_at': '2022-10-13T13:15:31Z', 'revision_number': 0, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:33.843280 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 62044e46-f508-4225-9482-992ecc2140b1 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:33.843677 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (62044e46-f508-4225-9482-992ecc2140b1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:33.862153 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62044e46-f508-4225-9482-992ecc2140b1 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:33.867403 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848786cc-cff8-4a15-80ed-1dac16eb5140 None None] The sync data for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi is: [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '0c51f6bb-6c48-43bb-81a6-95fb753d7873', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'port_id': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'mac_address': 'fa:16:3e:e8:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c481e0e-37eb-4457-813e-eb8a84932582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:15:31Z', 'updated_at': '2022-10-13T13:15:31Z', 'revision_number': 0, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:15:33.887380 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 62044e46-f508-4225-9482-992ecc2140b1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=62044e46-f508-4225-9482-992ecc2140b1,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:33.894746 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (62044e46-f508-4225-9482-992ecc2140b1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:33.958409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f7331-021a-4043-83a7-4b9c711535b5 req-d3298680-7130-4d57-87d6-65925f1d5351 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:33.960945 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-799f7331-021a-4043-83a7-4b9c711535b5 req-d3298680-7130-4d57-87d6-65925f1d5351 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 943 time: 0.0933924 Oct 13 13:15:33.987588 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=62044e46-f508-4225-9482-992ecc2140b1,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:34.041935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-799f7331-021a-4043-83a7-4b9c711535b5 req-99ee56c7-6a41-4c7d-9de0-522b15159639 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713258 Oct 13 13:15:34.043588 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-9e52dd74-6c2e-4184-a2f5-b0025e1ae97d service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949515 Oct 13 13:15:34.111986 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['62044e46-f508-4225-9482-992ecc2140b1'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:34.127305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629eaa-24b9-411d-9ea2-358a54e22023 req-60e9092a-e2e7-475a-b6aa-b3cfa9832a93 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:34.129580 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-35629eaa-24b9-411d-9ea2-358a54e22023 req-60e9092a-e2e7-475a-b6aa-b3cfa9832a93 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0657384 Oct 13 13:15:34.148384 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fd9bb08f-d421-4601-a321-38df4eca0055 req-1b166719-c1b8-49b5-95c8-088218deb79e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256411 Oct 13 13:15:34.199551 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cc493fe2-9d24-43c3-a129-388c37b67962 req-78fa4599-05ad-4fa9-93ca-4ae0c70a7310 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481540 Oct 13 13:15:34.202433 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-35629eaa-24b9-411d-9ea2-358a54e22023 req-3b910af8-516e-4e26-8600-01f4973e7777 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672512 Oct 13 13:15:34.203885 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:34.259327 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93174b-f2cf-4885-a3ef-c57510c75559 None None] New status for floating IP 0c51f6bb-6c48-43bb-81a6-95fb753d7873: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:15:34.434588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54078) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:34.512315 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-babec046-0664-4135-8b7c-909885ebcfcb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760400 Oct 13 13:15:34.520682 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-2ecaf196-6f5a-42f5-9cd8-b59cdc788f6b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:15:34.521626 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-2ecaf196-6f5a-42f5-9cd8-b59cdc788f6b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0046873 Oct 13 13:15:34.597707 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54088) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:34.689742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9133-7507-4efa-a5ca-adb13061e33c req-41cb61aa-87dc-4f3c-80c2-4d8a0cb8d9aa tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:34.691118 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-41cb61aa-87dc-4f3c-80c2-4d8a0cb8d9aa tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports/ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 941 time: 0.0922351 Oct 13 13:15:35.170604 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705868-c45d-4826-8eec-71c662218855 req-05aeede0-c17b-4026-bb73-5ff7d8d5caf1 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.172161 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ee705868-c45d-4826-8eec-71c662218855 req-05aeede0-c17b-4026-bb73-5ff7d8d5caf1 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 944 time: 0.0472143 Oct 13 13:15:35.224397 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ee705868-c45d-4826-8eec-71c662218855 req-25f14fd4-cd24-42f0-8d7b-f74a9573bfae tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Oct 13 13:15:35.341491 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbf1be-e1be-4cc5-b165-195e90ab3690 req-b30d3c85-6149-4d76-ae16-cca6aa817eed tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.343167 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4edbf1be-e1be-4cc5-b165-195e90ab3690 req-b30d3c85-6149-4d76-ae16-cca6aa817eed tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0512829 Oct 13 13:15:35.369408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 62044e46-f508-4225-9482-992ecc2140b1 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:35.372941 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:35.394924 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4edbf1be-e1be-4cc5-b165-195e90ab3690 req-a4ff349f-9c8d-4c0f-9861-e07473fd4688 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463614 Oct 13 13:15:35.412047 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 62044e46-f508-4225-9482-992ecc2140b1 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:15:35.418345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 62044e46-f508-4225-9482-992ecc2140b1 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:35.418779 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (62044e46-f508-4225-9482-992ecc2140b1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:35.419172 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 62044e46-f508-4225-9482-992ecc2140b1 Oct 13 13:15:35.488983 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 62044e46-f508-4225-9482-992ecc2140b1 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:35.489359 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (62044e46-f508-4225-9482-992ecc2140b1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:35.510942 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62044e46-f508-4225-9482-992ecc2140b1'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:35.513688 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da3c2d4-b9a7-471c-a38f-beb8d8174596" -d '{"events": [{"server_uuid": "8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6", "name": "network-vif-plugged", "status": "completed", "tag": "62044e46-f508-4225-9482-992ecc2140b1"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:35.525732 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 62044e46-f508-4225-9482-992ecc2140b1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=62044e46-f508-4225-9482-992ecc2140b1,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:35.530164 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (62044e46-f508-4225-9482-992ecc2140b1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:35.579614 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=62044e46-f508-4225-9482-992ecc2140b1,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:35.600094 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:35.603784 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9133-7507-4efa-a5ca-adb13061e33c req-e75dcbd2-c755-4e69-9c72-340c81d42bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.605446 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-e75dcbd2-c755-4e69-9c72-340c81d42bc5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348&tenant_id=4af4b9833fd14a1f881610bbc90bbd37 HTTP/1.1" status: 200 len: 1128 time: 0.0481784 Oct 13 13:15:35.619036 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1ef9b-f963-4bf0-9fa4-210c082d20db x-openstack-request-id: req-cca1ef9b-f963-4bf0-9fa4-210c082d20db {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:35.619372 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6", "name": "network-vif-plugged", "status": "completed", "tag": "62044e46-f508-4225-9482-992ecc2140b1", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:35.619625 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cca1ef9b-f963-4bf0-9fa4-210c082d20db {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:35.620043 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca1ef9b-f963-4bf0-9fa4-210c082d20db'] response: {'server_uuid': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62044e46-f508-4225-9482-992ecc2140b1', 'code': 200} Oct 13 13:15:35.671394 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9133-7507-4efa-a5ca-adb13061e33c req-cae84c7c-6e16-4420-802f-202aeefafd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.672899 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-cae84c7c-6e16-4420-802f-202aeefafd70 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1128 time: 0.0417221 Oct 13 13:15:35.795696 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9133-7507-4efa-a5ca-adb13061e33c req-20f50696-0a7e-4806-8f46-7f0a8199d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.797125 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-20f50696-0a7e-4806-8f46-7f0a8199d987 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.1180744 Oct 13 13:15:35.802274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30cdd9-0dda-4e07-824a-b2c8cd8e4fb2 req-6a3c4a18-a53e-42f7-87d7-edb1b6691de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.803643 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2f30cdd9-0dda-4e07-824a-b2c8cd8e4fb2 req-6a3c4a18-a53e-42f7-87d7-edb1b6691de5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 1129 time: 0.0521739 Oct 13 13:15:35.885861 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-f14c0ff7-d9fd-419d-9255-99519becba32 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 999 time: 0.0812163 Oct 13 13:15:35.889564 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2f30cdd9-0dda-4e07-824a-b2c8cd8e4fb2 req-ba83a3cd-ccc2-49e7-8b09-d41066dde8e9 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 Oct 13 13:15:35.936624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9133-7507-4efa-a5ca-adb13061e33c req-a0957440-3fd2-447a-81bc-eb30930f9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:35.938052 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-a0957440-3fd2-447a-81bc-eb30930f9d82 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.0465956 Oct 13 13:15:36.125364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f9133-7507-4efa-a5ca-adb13061e33c req-cc448d89-a3c2-45d9-8629-a640cf0f9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:36.126813 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-cc448d89-a3c2-45d9-8629-a640cf0f9e8f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392177 Oct 13 13:15:36.218663 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-c162c4c9-7282-400f-b7c0-42617916e964 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851948 Oct 13 13:15:36.311008 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-618f9133-7507-4efa-a5ca-adb13061e33c req-881c13c6-7e1f-4802-93e4-b859420d3a89 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857344 Oct 13 13:15:36.342761 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee3efd-f564-4157-973d-5ddf71202d8a req-ccc9ebde-cde4-4d8c-923d-cf45f3a6d833 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:36.344241 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ccee3efd-f564-4157-973d-5ddf71202d8a req-ccc9ebde-cde4-4d8c-923d-cf45f3a6d833 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0466731 Oct 13 13:15:36.390891 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ccee3efd-f564-4157-973d-5ddf71202d8a req-949fe8e8-0030-4ad0-aa68-fc6b62bbd793 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Oct 13 13:15:36.525367 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669115f-b98d-41e3-a7b9-3df12f82ede4 req-da579634-a9d7-4b13-8631-94343776f22a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:36.526843 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5669115f-b98d-41e3-a7b9-3df12f82ede4 req-da579634-a9d7-4b13-8631-94343776f22a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0469065 Oct 13 13:15:36.574331 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5669115f-b98d-41e3-a7b9-3df12f82ede4 req-76b7c7f2-3005-44b6-8920-7d56a9fc44ec tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Oct 13 13:15:37.522845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d968e-d64c-4387-a25d-223230b90dfa req-8172d582-8763-4ffe-8cec-0680a7a46c0f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:37.524374 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b88d968e-d64c-4387-a25d-223230b90dfa req-8172d582-8763-4ffe-8cec-0680a7a46c0f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0546093 Oct 13 13:15:37.557954 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:37.574869 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b88d968e-d64c-4387-a25d-223230b90dfa req-495334c0-16c3-4209-ae86-fb7506be4573 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442481 Oct 13 13:15:37.720129 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f13b-c76a-4426-abe5-a0972d3a2fd3 req-d8cfdc1e-cdbc-4246-9fed-c8be04a40c54 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:37.723526 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41d6f13b-c76a-4426-abe5-a0972d3a2fd3 req-d8cfdc1e-cdbc-4246-9fed-c8be04a40c54 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0612893 Oct 13 13:15:37.774783 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-41d6f13b-c76a-4426-abe5-a0972d3a2fd3 req-01297105-1109-4bf2-b843-633624f1ac02 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Oct 13 13:15:38.325900 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e74ef-8512-449b-9867-e35a12cb6565 req-52d49cdf-d903-4985-8f7c-1b6d82bc91fc tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:38.327494 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c26e74ef-8512-449b-9867-e35a12cb6565 req-52d49cdf-d903-4985-8f7c-1b6d82bc91fc tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Oct 13 13:15:38.393050 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c26e74ef-8512-449b-9867-e35a12cb6565 req-238d4fd0-8f33-4354-922f-04d47b9c596c tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596354 Oct 13 13:15:38.935313 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3782d-e1db-4051-8e5d-6ce7060156f5 req-c39ee957-f276-4cd4-92f2-7becf9017356 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:38.937548 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30c3782d-e1db-4051-8e5d-6ce7060156f5 req-c39ee957-f276-4cd4-92f2-7becf9017356 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0709245 Oct 13 13:15:39.001650 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30c3782d-e1db-4051-8e5d-6ce7060156f5 req-6d4e2fa3-41b3-48ae-985f-e42aed0cd105 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592446 Oct 13 13:15:39.519519 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea894e-5f14-433f-99a9-822cf2c3358a req-88984558-9bc1-4126-ab6c-870b0b4fcf65 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:39.521075 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-60ea894e-5f14-433f-99a9-822cf2c3358a req-88984558-9bc1-4126-ab6c-870b0b4fcf65 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Oct 13 13:15:39.570071 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-60ea894e-5f14-433f-99a9-822cf2c3358a req-ae7172bb-a8c2-4931-a656-fbcb3d3693b6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Oct 13 13:15:40.138563 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67385456-f0ae-4cac-a794-dc31764f57ea req-82e70aa7-63b5-4758-81b8-653cf8caceea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:40.146179 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-67385456-f0ae-4cac-a794-dc31764f57ea req-82e70aa7-63b5-4758-81b8-653cf8caceea tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0582502 Oct 13 13:15:40.191919 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-67385456-f0ae-4cac-a794-dc31764f57ea req-f6bcd8e4-8fdc-45e1-b57d-dd924161f4de tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Oct 13 13:15:40.692509 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d72ab7-b191-44e5-b6d6-a782bb39ea1a req-b122884d-7912-4682-876b-30b750930858 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:40.694025 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-22d72ab7-b191-44e5-b6d6-a782bb39ea1a req-b122884d-7912-4682-876b-30b750930858 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Oct 13 13:15:40.747533 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-22d72ab7-b191-44e5-b6d6-a782bb39ea1a req-b200b10f-e04a-45b4-ac68-a86690b01625 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475945 Oct 13 13:15:41.326745 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89280207-17e2-4a62-9b3d-13d3ec00afbd req-940b947a-6e8a-4a2c-8a8e-4093298763b1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:41.328413 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89280207-17e2-4a62-9b3d-13d3ec00afbd req-940b947a-6e8a-4a2c-8a8e-4093298763b1 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0524838 Oct 13 13:15:41.377049 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-89280207-17e2-4a62-9b3d-13d3ec00afbd req-9c55dee5-d515-4f15-bd13-679dbdaae808 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Oct 13 13:15:41.499216 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b6826a41-2df9-45ce-86fa-67e939fd504e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:41.877845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda4884-98db-47f3-bc5d-573af8d6c74b req-685af65c-93b5-4ab5-b30c-02c61ea41827 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:41.879343 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bda4884-98db-47f3-bc5d-573af8d6c74b req-685af65c-93b5-4ab5-b30c-02c61ea41827 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0490549 Oct 13 13:15:41.927082 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4bda4884-98db-47f3-bc5d-573af8d6c74b req-a7c6ed4b-f0c5-4fb3-978c-7f47546e7fa5 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419042 Oct 13 13:15:42.501988 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:42.514838 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e20386-5106-4d69-8038-f4c8bab2b67d req-bdc86cfa-555b-4f53-8655-e29b283d1b40 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:42.516387 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71e20386-5106-4d69-8038-f4c8bab2b67d req-bdc86cfa-555b-4f53-8655-e29b283d1b40 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0561767 Oct 13 13:15:42.569050 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71e20386-5106-4d69-8038-f4c8bab2b67d req-aeb2be94-a747-45fa-80c3-406ecb3d5ddb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467751 Oct 13 13:15:43.061359 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1ef30-9b60-437e-9c37-2cfa6c40a466 req-4f8ed73c-bbea-4f8f-8c86-1661f5ee943e tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:43.062909 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2e1ef30-9b60-437e-9c37-2cfa6c40a466 req-4f8ed73c-bbea-4f8f-8c86-1661f5ee943e tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Oct 13 13:15:43.111136 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2e1ef30-9b60-437e-9c37-2cfa6c40a466 req-6e3a3254-026d-4c2f-8149-1f788e52b417 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Oct 13 13:15:43.693349 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:43.695237 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:43.702958 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eafa0-0dad-4e2b-9253-cc0fa748c0f8 req-5577e252-35d8-45e6-8d80-8fa344adf198 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:43.704670 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d97eafa0-0dad-4e2b-9253-cc0fa748c0f8 req-5577e252-35d8-45e6-8d80-8fa344adf198 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0520313 Oct 13 13:15:43.706682 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f2fb8b2c-2ebd-41a9-ba95-392aca019f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:43.760613 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d97eafa0-0dad-4e2b-9253-cc0fa748c0f8 req-52758378-eade-48bc-8a28-52c867d79c1f tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477664 Oct 13 13:15:44.251312 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf3e5-87c8-4bf6-9f09-0acd921af7b6 req-c6f465f3-93c5-4984-b4f3-19b3b08630eb tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:44.251537 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a5abf3e5-87c8-4bf6-9f09-0acd921af7b6 req-c6f465f3-93c5-4984-b4f3-19b3b08630eb tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0628121 Oct 13 13:15:44.298869 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a5abf3e5-87c8-4bf6-9f09-0acd921af7b6 req-882b4ec8-813d-4690-87a8-2ec7c9fb82e7 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Oct 13 13:15:44.364483 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:44.366585 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:44.888637 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ea130-6dcf-4b16-ad1e-2f1345df340e req-d584f35b-ef88-4688-aae9-d00f031602e3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:44.890912 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c30ea130-6dcf-4b16-ad1e-2f1345df340e req-d584f35b-ef88-4688-aae9-d00f031602e3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0479040 Oct 13 13:15:44.942341 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c30ea130-6dcf-4b16-ad1e-2f1345df340e req-f59320d3-83d1-468d-89d8-0ea3a11eab26 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Oct 13 13:15:45.014133 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:45.417895 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0916-9b45-4e5c-92bf-c8e92ec0b950 req-cddf4e3f-2df9-4d7b-a795-96b27057d07f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:45.419885 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24fe0916-9b45-4e5c-92bf-c8e92ec0b950 req-cddf4e3f-2df9-4d7b-a795-96b27057d07f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0454624 Oct 13 13:15:45.477464 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24fe0916-9b45-4e5c-92bf-c8e92ec0b950 req-c578ee5e-b3e4-4bf5-ac5e-20cae3704bcb tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519807 Oct 13 13:15:46.068237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67edb3b-2268-440a-838a-bdfb883ac6ca req-9500902d-fd7f-4282-9045-8728a0d890d6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:46.069949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a67edb3b-2268-440a-838a-bdfb883ac6ca req-9500902d-fd7f-4282-9045-8728a0d890d6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0459685 Oct 13 13:15:46.116147 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a67edb3b-2268-440a-838a-bdfb883ac6ca req-9fa67207-ed95-4d07-b610-f26c6cbe00dc tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405796 Oct 13 13:15:46.301114 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:46.307033 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=60 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:46.595789 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2727474-c50b-4e42-a19e-c57f0cb5b9c2 req-515d6e38-08e8-45b2-a7ee-94aa13c88530 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:46.597152 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2727474-c50b-4e42-a19e-c57f0cb5b9c2 req-515d6e38-08e8-45b2-a7ee-94aa13c88530 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0462542 Oct 13 13:15:46.642833 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2727474-c50b-4e42-a19e-c57f0cb5b9c2 req-08774971-9027-413d-93a1-9e7ec205ea35 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Oct 13 13:15:46.828238 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:47.004566 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:47.243644 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5152a83-9cb3-4c71-af0e-34928d9515ba req-9ab0682e-4345-4213-83b1-6f87167d8628 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:47.245084 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5152a83-9cb3-4c71-af0e-34928d9515ba req-9ab0682e-4345-4213-83b1-6f87167d8628 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0497146 Oct 13 13:15:47.291148 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e5152a83-9cb3-4c71-af0e-34928d9515ba req-4a0f3b8d-fbbb-4e8a-b4b0-e5269052781c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406291 Oct 13 13:15:47.760352 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d98fe-77fc-450f-9df9-dc3eb8991a90 req-8cfb15c4-61fa-45fa-8a53-cdc6e0eb897a tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:47.761782 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-962d98fe-77fc-450f-9df9-dc3eb8991a90 req-8cfb15c4-61fa-45fa-8a53-cdc6e0eb897a tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0456204 Oct 13 13:15:47.807160 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-962d98fe-77fc-450f-9df9-dc3eb8991a90 req-15f7808c-0742-4f19-83a5-c90c529f8de7 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Oct 13 13:15:48.417535 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf982e-0a24-44ac-ae3d-9be09cfbf5e3 req-e356bbc1-7b3a-488a-913e-e0e1cd3c71a0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:48.419587 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d6bf982e-0a24-44ac-ae3d-9be09cfbf5e3 req-e356bbc1-7b3a-488a-913e-e0e1cd3c71a0 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0508475 Oct 13 13:15:48.475286 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d6bf982e-0a24-44ac-ae3d-9be09cfbf5e3 req-42bab1e9-d98d-4aca-80b2-d74c2c031756 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Oct 13 13:15:48.485941 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-98fdc4a0-4c2a-458e-bf47-702255177bff tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:48.487531 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-98fdc4a0-4c2a-458e-bf47-702255177bff tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 945 time: 0.0703349 Oct 13 13:15:48.584237 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Deleting port 62044e46-f508-4225-9482-992ecc2140b1 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:48.584539 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (62044e46-f508-4225-9482-992ecc2140b1), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:48.677069 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] For port 62044e46-f508-4225-9482-992ecc2140b1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=62044e46-f508-4225-9482-992ecc2140b1,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:48.677440 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (62044e46-f508-4225-9482-992ecc2140b1), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:48.694292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Calling delete_port for 62044e46-f508-4225-9482-992ecc2140b1 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:48.817217 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (62044e46-f508-4225-9482-992ecc2140b1), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:48.828717 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['62044e46-f508-4225-9482-992ecc2140b1'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:48.844232 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Pushing event deleted for resources: {'Port': ['ID=62044e46-f508-4225-9482-992ecc2140b1,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:48.893924 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] No DVR routers for this DVR port 62044e46-f508-4225-9482-992ecc2140b1 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:15:48.896795 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:48.899998 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2813bb73-8fda-472d-b9af-ec56e01987b0 req-89a517fa-4ea2-41ce-b290-0e281a2c2f84 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "DELETE /networking/v2.0/ports/62044e46-f508-4225-9482-992ecc2140b1 HTTP/1.1" status: 204 len: 173 time: 0.4071934 Oct 13 13:15:48.900492 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'name': 'network-vif-deleted', 'tag': '62044e46-f508-4225-9482-992ecc2140b1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:48.902853 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c46c35b-41f3-4639-af2b-bf41fd29e127" -d '{"events": [{"server_uuid": "8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6", "name": "network-vif-deleted", "tag": "62044e46-f508-4225-9482-992ecc2140b1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:48.937110 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-122ec143-c2a1-4437-9cb5-f1457c11825b req-99cdc4b5-91bb-4de8-aefe-19cf2cdbf0ba tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6 HTTP/1.1" status: 200 len: 210 time: 0.0473905 Oct 13 13:15:48.943084 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f806114-e7f7-45ed-96f2-ac539c910738 x-openstack-request-id: req-6f806114-e7f7-45ed-96f2-ac539c910738 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:48.943375 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6", "name": "network-vif-deleted", "tag": "62044e46-f508-4225-9482-992ecc2140b1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:48.943621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f806114-e7f7-45ed-96f2-ac539c910738 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:48.944653 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f806114-e7f7-45ed-96f2-ac539c910738'] response: {'server_uuid': '8496d8ca-0305-4d1e-ab85-3ab7bd3ed9c6', 'name': 'network-vif-deleted', 'tag': '62044e46-f508-4225-9482-992ecc2140b1', 'status': 'completed', 'code': 200} Oct 13 13:15:49.441105 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:15:49.552197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:49.566887 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'port_id': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'mac_address': 'fa:16:3e:75:e3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 493, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:15:49.603779 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:49.604175 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:49.609070 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:49.620003 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff57ee79-9921-43ed-817d-5ba082c97343 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:49.620821 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ec5d4-2be0-4e92-8250-9c731bb3a595 req-ab94ddf5-20b1-496e-8348-495724478d8a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:49.622945 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-989ec5d4-2be0-4e92-8250-9c731bb3a595 req-ab94ddf5-20b1-496e-8348-495724478d8a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 944 time: 0.0507290 Oct 13 13:15:49.641862 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:49.647414 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:49.676852 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-989ec5d4-2be0-4e92-8250-9c731bb3a595 req-ed9935ea-3a29-454a-ba95-99bd1aba603c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460649 Oct 13 13:15:49.701896 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=9']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:49.909879 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['ff57ee79-9921-43ed-817d-5ba082c97343'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:50.045415 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:50.239178 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-01b0964f-d513-40d2-a385-949d86d2f741 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:50.240554 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-01b0964f-d513-40d2-a385-949d86d2f741 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/networks?id=fa9f61a0-af15-4e66-81ab-796b27386471 HTTP/1.1" status: 200 len: 808 time: 0.1073623 Oct 13 13:15:50.252702 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:50.255592 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-9d6d4ca3-8632-48e3-9ad4-6e76e5ad78c4 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/quotas/12163a99662b48759b3fd7da51445ecf HTTP/1.1" status: 200 len: 375 time: 0.0095487 Oct 13 13:15:50.287105 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-853e3d10-0c8a-4f3d-ae15-b1309e26fcb0 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=12163a99662b48759b3fd7da51445ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266836 Oct 13 13:15:50.379174 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-144ee620-cd15-4e2c-8327-d7ea0eaaeafd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Oct 13 13:15:50.467293 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-0eb0a5a6-9568-4c6b-8c2f-9637efcf19b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Oct 13 13:15:50.631702 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e67962aa-6619-4ff7-9406-7ea1afc1ec88 req-54a39c1d-357d-4da7-8b2b-e8c983b6c6ef tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Oct 13 13:15:50.813987 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4f349-0c08-4bb9-84e7-02a6e8776fd7 req-35f08721-9b8d-4ce5-bf5f-c71573d15454 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:50.815609 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30d4f349-0c08-4bb9-84e7-02a6e8776fd7 req-35f08721-9b8d-4ce5-bf5f-c71573d15454 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 945 time: 0.0562172 Oct 13 13:15:50.869951 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30d4f349-0c08-4bb9-84e7-02a6e8776fd7 req-516f9019-acae-45ea-8a15-e446566603a6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478272 Oct 13 13:15:51.464144 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:51.514979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port ff57ee79-9921-43ed-817d-5ba082c97343 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:51.515385 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:51.515721 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port ff57ee79-9921-43ed-817d-5ba082c97343 Oct 13 13:15:51.600132 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port ff57ee79-9921-43ed-817d-5ba082c97343 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:51.600589 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:51.634919 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:51.637729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d4e3f7-edf2-49ac-8f3a-f3641e6383a0" -d '{"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-plugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:51.650641 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:51.658049 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:51.659200 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 62044e46-f508-4225-9482-992ecc2140b1 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:51.699383 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b7b882-9e67-486c-a405-72b34381084b x-openstack-request-id: req-33b7b882-9e67-486c-a405-72b34381084b {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:51.700248 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-plugged", "status": "completed", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:51.700692 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33b7b882-9e67-486c-a405-72b34381084b {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:51.701089 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b7b882-9e67-486c-a405-72b34381084b'] response: {'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'code': 200} Oct 13 13:15:51.703541 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 62044e46-f508-4225-9482-992ecc2140b1 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:51.703896 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 62044e46-f508-4225-9482-992ecc2140b1 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:51.724434 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:51.731008 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=10']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:51.735382 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-a678df7d-7375-4411-9183-a1946653ff1b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:51.737250 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-a678df7d-7375-4411-9183-a1946653ff1b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "GET /networking/v2.0/networks?id=fa9f61a0-af15-4e66-81ab-796b27386471 HTTP/1.1" status: 200 len: 808 time: 0.1356003 Oct 13 13:15:51.750792 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bad78e25-101a-46e5-bdb0-ff7ba5371327 req-50dc5c8a-9037-4e34-a85c-2b2790704fef tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 210 time: 0.0285630 Oct 13 13:15:51.876888 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Request body: {'port': {'device_id': '48ce53de-edd3-4295-84bf-6d91081962b4', 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471', 'admin_state_up': True, 'tenant_id': '12163a99662b48759b3fd7da51445ecf'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:52.011409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f19de-9dd7-4198-8c56-63a66a90acff req-1ca97f06-5b8e-4b09-a04e-51da2e51fb73 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:52.012927 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-155f19de-9dd7-4198-8c56-63a66a90acff req-1ca97f06-5b8e-4b09-a04e-51da2e51fb73 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0490775 Oct 13 13:15:52.029205 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Made reservation on behalf of 12163a99662b48759b3fd7da51445ecf for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:15:52.034210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.075463 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-155f19de-9dd7-4198-8c56-63a66a90acff req-c61f20fe-78e8-488d-9a2d-3086131d1fc6 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510733 Oct 13 13:15:52.194086 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f6fc8-d6d0-49f6-95e7-ac969541d9f5 req-a9917fee-5eae-48a7-a9fa-110f12c7f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:52.195591 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f38f6fc8-d6d0-49f6-95e7-ac969541d9f5 req-a9917fee-5eae-48a7-a9fa-110f12c7f555 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1131 time: 0.0536270 Oct 13 13:15:52.200996 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Allocated IP 172.20.0.2 (fa9f61a0-af15-4e66-81ab-796b27386471/e3c60253-b8af-45c0-b5c4-bd77763e1743/386cac14-ed13-4c42-852a-c038b6163a36) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:15:52.229709 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:52.246328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:52.284460 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f38f6fc8-d6d0-49f6-95e7-ac969541d9f5 req-f9c00e24-be31-45e4-a077-3bfbc4505aee service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811296 Oct 13 13:15:52.392309 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks [] for port (386cac14-ed13-4c42-852a-c038b6163a36), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.423814 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (386cac14-ed13-4c42-852a-c038b6163a36), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.467315 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Network fa9f61a0-af15-4e66-81ab-796b27386471 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:15:52.470555 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:15:52.474343 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:15:52.480388 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Pushing event updated for resources: {'Port': ['ID=386cac14-ed13-4c42-852a-c038b6163a36,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:52.527360 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:52.528561 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.551017 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-7b9d0c05-e6f8-4936-ae25-0e1d9bdbe70b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6781764 Oct 13 13:15:52.562696 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Request body: {'port': {'device_id': '48ce53de-edd3-4295-84bf-6d91081962b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:15:52.628040 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386cac14-ed13-4c42-852a-c038b6163a36), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.879944 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844e26-c029-4a45-aa60-caf047ce3b6d req-3233b882-fb73-4468-9ecc-e6d48086be53 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:52.882337 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61844e26-c029-4a45-aa60-caf047ce3b6d req-3233b882-fb73-4468-9ecc-e6d48086be53 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 931 time: 0.0497086 Oct 13 13:15:52.897199 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386cac14-ed13-4c42-852a-c038b6163a36 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:52.909308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Publish callbacks [] for port (386cac14-ed13-4c42-852a-c038b6163a36), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.931441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Transition to ACTIVE for port object 386cac14-ed13-4c42-852a-c038b6163a36 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:15:52.935990 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (386cac14-ed13-4c42-852a-c038b6163a36), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:52.942311 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-61844e26-c029-4a45-aa60-caf047ce3b6d req-8816a3c6-a34d-47d6-a0e1-b29be10810f9 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536623 Oct 13 13:15:53.022312 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a868463-60df-4e66-922f-94e679167513 service neutron] Pushing event updated for resources: {'Port': ['ID=386cac14-ed13-4c42-852a-c038b6163a36,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:53.033591 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:53.050840 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Attempting to bind port 386cac14-ed13-4c42-852a-c038b6163a36 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:15:53.051301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Attempting to bind port 386cac14-ed13-4c42-852a-c038b6163a36 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:15:53.051527 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Attempting to bind port 386cac14-ed13-4c42-852a-c038b6163a36 on network fa9f61a0-af15-4e66-81ab-796b27386471 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:15:53.081921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:53.096021 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Port 386cac14-ed13-4c42-852a-c038b6163a36 on network fa9f61a0-af15-4e66-81ab-796b27386471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:15:53.096412 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Attempting to bind port 386cac14-ed13-4c42-852a-c038b6163a36 on network fa9f61a0-af15-4e66-81ab-796b27386471 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:15:53.107600 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d1eee-00ad-4b79-96a7-d920113a1860 req-22663b4c-0e86-4967-8f04-d34eeff7771f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:53.110782 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-814d1eee-00ad-4b79-96a7-d920113a1860 req-22663b4c-0e86-4967-8f04-d34eeff7771f tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0478818 Oct 13 13:15:53.143696 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:15:53.144033 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Checking segment: {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:15:53.144416 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Bound using segment: {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:15:53.144854 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Bound port: 386cac14-ed13-4c42-852a-c038b6163a36, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b3e286-0a32-4a27-ae42-ee042ce110c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 472, 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:15:53.145210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386cac14-ed13-4c42-852a-c038b6163a36), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:53.159125 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-814d1eee-00ad-4b79-96a7-d920113a1860 req-47804b78-7e82-4ee6-848c-273ef1d19b17 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Oct 13 13:15:53.206126 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] For port 386cac14-ed13-4c42-852a-c038b6163a36, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:15:53.209133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] For port 386cac14-ed13-4c42-852a-c038b6163a36, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386cac14-ed13-4c42-852a-c038b6163a36,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:15:53.213441 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244aca-5803-46e8-8d95-11d9ed147548 req-c6f1b6d1-7d9f-49e4-9d84-0201fa609ba3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:53.214850 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (386cac14-ed13-4c42-852a-c038b6163a36), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:53.215000 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-04244aca-5803-46e8-8d95-11d9ed147548 req-c6f1b6d1-7d9f-49e4-9d84-0201fa609ba3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0501199 Oct 13 13:15:53.219180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:53.219791 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:53.221171 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-5a868463-60df-4e66-922f-94e679167513 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/386cac14-ed13-4c42-852a-c038b6163a36 HTTP/1.1" status: 200 len: 1093 time: 0.6632283 Oct 13 13:15:53.221716 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ce53de-edd3-4295-84bf-6d91081962b4', 'tag': '386cac14-ed13-4c42-852a-c038b6163a36'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:53.223993 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319d69f-c3d8-4d9b-82be-2716b45bfe33" -d '{"events": [{"name": "network-changed", "server_uuid": "48ce53de-edd3-4295-84bf-6d91081962b4", "tag": "386cac14-ed13-4c42-852a-c038b6163a36"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:53.266027 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4d1043-630c-4472-8ece-54a565da4fdf x-openstack-request-id: req-6d4d1043-630c-4472-8ece-54a565da4fdf {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:53.266312 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ce53de-edd3-4295-84bf-6d91081962b4", "tag": "386cac14-ed13-4c42-852a-c038b6163a36", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:53.266557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d4d1043-630c-4472-8ece-54a565da4fdf {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:53.266960 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4d1043-630c-4472-8ece-54a565da4fdf'] response: {'name': 'network-changed', 'server_uuid': '48ce53de-edd3-4295-84bf-6d91081962b4', 'tag': '386cac14-ed13-4c42-852a-c038b6163a36', 'status': 'completed', 'code': 200} Oct 13 13:15:53.268474 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-04244aca-5803-46e8-8d95-11d9ed147548 req-ab8e89ee-a0c6-4221-ad19-821e84293ad4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459642 Oct 13 13:15:53.278621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a868463-60df-4e66-922f-94e679167513 service neutron] Pushing event updated for resources: {'Port': ['ID=386cac14-ed13-4c42-852a-c038b6163a36,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:54.063517 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ea47-2af3-4ea3-8999-2152399a88bb req-31ad7430-dfd0-4739-b224-8f0deda32011 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:54.064958 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e811ea47-2af3-4ea3-8999-2152399a88bb req-31ad7430-dfd0-4739-b224-8f0deda32011 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 943 time: 0.0467288 Oct 13 13:15:54.111544 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e811ea47-2af3-4ea3-8999-2152399a88bb req-0d87a23f-975d-4af4-9b31-fa53f1d90740 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411985 Oct 13 13:15:54.288162 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8db6d-31cb-425f-a523-c83c142c6f12 req-91ea2187-8ed0-4ded-a4a0-43713c8127e8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:54.289611 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66b8db6d-31cb-425f-a523-c83c142c6f12 req-91ea2187-8ed0-4ded-a4a0-43713c8127e8 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0508099 Oct 13 13:15:54.301595 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:54.342395 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-66b8db6d-31cb-425f-a523-c83c142c6f12 req-f9eb9ead-8f4a-4d5e-bffa-f432e6ce2ee7 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464544 Oct 13 13:15:54.400368 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd568e0-fa6f-443d-9558-66cf32e312bd req-6f1e5363-b2e8-4704-8624-75416aae1beb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:54.401819 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fd568e0-fa6f-443d-9558-66cf32e312bd req-6f1e5363-b2e8-4704-8624-75416aae1beb tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0483084 Oct 13 13:15:54.450982 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9fd568e0-fa6f-443d-9558-66cf32e312bd req-7164bc14-9055-46fe-8e01-60d74b4c90e3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429499 Oct 13 13:15:55.023042 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d69f-c3d8-4d9b-82be-2716b45bfe33 req-9e18f205-928e-4c64-8b4c-59891cbc0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.024722 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5319d69f-c3d8-4d9b-82be-2716b45bfe33 req-9e18f205-928e-4c64-8b4c-59891cbc0b00 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=12163a99662b48759b3fd7da51445ecf&device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 1127 time: 0.0432029 Oct 13 13:15:55.229112 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:55.239677 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041c8d0-450c-40be-a57a-4ea346989e28 req-228dcf5e-2152-409a-bbad-d8f3930933d7 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.241095 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e041c8d0-450c-40be-a57a-4ea346989e28 req-228dcf5e-2152-409a-bbad-d8f3930933d7 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 943 time: 0.0534971 Oct 13 13:15:55.296947 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e041c8d0-450c-40be-a57a-4ea346989e28 req-9589462a-fba9-40d6-99cb-b0dbee57f23a tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500152 Oct 13 13:15:55.348460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-9c8db397-693e-4bf7-b6c3-d0d11a3a6c44 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.349899 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-9c8db397-693e-4bf7-b6c3-d0d11a3a6c44 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0959885 Oct 13 13:15:55.447361 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d69f-c3d8-4d9b-82be-2716b45bfe33 req-5bf71613-c8dd-495d-90f8-a09c7289967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.449244 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5319d69f-c3d8-4d9b-82be-2716b45bfe33 req-5bf71613-c8dd-495d-90f8-a09c7289967e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?tenant_id=12163a99662b48759b3fd7da51445ecf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2062201 Oct 13 13:15:55.465958 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c541ea0-ed9d-43f5-9b7f-4e1467edcef8 req-a1bc908a-a64f-4c97-9a3d-4b304ae06429 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.467525 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c541ea0-ed9d-43f5-9b7f-4e1467edcef8 req-a1bc908a-a64f-4c97-9a3d-4b304ae06429 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 946 time: 0.0485499 Oct 13 13:15:55.511321 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Deleting port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:55.511710 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:55.516754 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7c541ea0-ed9d-43f5-9b7f-4e1467edcef8 req-00384ac0-fa90-4457-bad5-4ae695e3fb06 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6e272461-f033-42e9-aac2-0da0fac4e6db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435176 Oct 13 13:15:55.587773 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a30a3-b2c6-4a24-91ed-aff3750c224c req-a5df06d9-2e2e-43a0-a18c-ba2dd8dd3fa3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.589629 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-372a30a3-b2c6-4a24-91ed-aff3750c224c req-a5df06d9-2e2e-43a0-a18c-ba2dd8dd3fa3 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0481582 Oct 13 13:15:55.632570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319d69f-c3d8-4d9b-82be-2716b45bfe33 req-dcf5434b-8da6-4e3e-80b5-77c3b168642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.634036 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5319d69f-c3d8-4d9b-82be-2716b45bfe33 req-dcf5434b-8da6-4e3e-80b5-77c3b168642f service neutron] 10.222.0.50 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762118 Oct 13 13:15:55.636290 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-372a30a3-b2c6-4a24-91ed-aff3750c224c req-4b3d3d5e-295c-4fce-9531-675431bab8e4 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403795 Oct 13 13:15:55.640643 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] For port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:55.641023 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:55.766149 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-8c336fda-cfcf-4866-aeda-de8189749d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.767641 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-8c336fda-cfcf-4866-aeda-de8189749d57 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=12163a99662b48759b3fd7da51445ecf&device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 1127 time: 0.0797925 Oct 13 13:15:55.813832 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-6fc74910-4739-411e-992b-ad34f435ebea service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386cac14-ed13-4c42-852a-c038b6163a36 HTTP/1.1" status: 200 len: 217 time: 0.0377867 Oct 13 13:15:55.898250 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:55.906676 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:55.907047 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (adb4a2e0-a0d4-4551-bc27-dcf76ab77324), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:55.907392 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Floating IP adb4a2e0-a0d4-4551-bc27-dcf76ab77324 disassociated. External IP: 172.27.1.200, port: c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8. Oct 13 13:15:55.907729 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Calling delete_port for c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:55.910773 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-1af4b517-f4d3-48d2-a947-fd17b07c5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:55.912255 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-1af4b517-f4d3-48d2-a947-fd17b07c5483 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=e3c60253-b8af-45c0-b5c4-bd77763e1743 HTTP/1.1" status: 200 len: 848 time: 0.0907428 Oct 13 13:15:55.929150 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:55.974568 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:15:55.978991 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-4cd5db09-18b5-49c6-9f7b-a6c57f7d7129 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=fa9f61a0-af15-4e66-81ab-796b27386471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584145 Oct 13 13:15:56.121866 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-e6932efc-a475-45e8-a745-b9f1abf4fcd4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346180 Oct 13 13:15:56.177461 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:56.423777 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da38af7-1b0b-4e13-b054-ecd2d8ba4e0a req-cf175a99-f224-4d9f-a625-2212c19e455e tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:56.425444 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3da38af7-1b0b-4e13-b054-ecd2d8ba4e0a req-cf175a99-f224-4d9f-a625-2212c19e455e tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 943 time: 0.0522597 Oct 13 13:15:56.451996 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event deleted for resources: {'Port': ['ID=c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:56.488181 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3da38af7-1b0b-4e13-b054-ecd2d8ba4e0a req-0a04006b-a2bb-4bd8-b155-0fb2ae788078 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563147 Oct 13 13:15:56.530987 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c176c073-6925-492d-9b6e-41c1fe1ce4bb req-bf73ce79-b829-4170-82f6-7566910a7b02 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023855 Oct 13 13:15:56.592383 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Router dbb28942-ecd1-4972-897d-17266fb8321f has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:15:56.623297 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e9d4074-c978-4d83-8058-4bfe6fd52727 req-78da9796-3bb8-4adc-9998-ed731ae96379 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 210 time: 0.0284300 Oct 13 13:15:56.695512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:15:56.706016 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:15:56.719897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:15:56.720521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:15:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:56.741351 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] No DVR routers for this DVR port c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:15:56.744022 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:56.747311 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-745dd20c-1a58-47d1-ac03-518f4ba274d4 req-4d521ffc-0866-493d-a47b-c4fc6b2c951e tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.50 "DELETE /networking/v2.0/ports/c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 HTTP/1.1" status: 204 len: 173 time: 1.3899903 Oct 13 13:15:56.747821 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'name': 'network-vif-deleted', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:56.750032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43acb09a-850d-4c50-ba99-d79f33ac75c2" -d '{"events": [{"server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "name": "network-vif-deleted", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:56.783086 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:56.790701 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77532c40-3642-42f6-8da6-a2044d25b399 x-openstack-request-id: req-77532c40-3642-42f6-8da6-a2044d25b399 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:56.790987 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89397-329a-494c-8b4b-fa7e513d3171", "name": "network-vif-deleted", "tag": "c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:56.791271 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77532c40-3642-42f6-8da6-a2044d25b399 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:56.792036 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77532c40-3642-42f6-8da6-a2044d25b399'] response: {'server_uuid': '2aa89397-329a-494c-8b4b-fa7e513d3171', 'name': 'network-vif-deleted', 'tag': 'c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8', 'status': 'completed', 'code': 200} Oct 13 13:15:56.836615 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:15:57.037764 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:57.062771 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:15:57.071037 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:15:57.071661 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:15:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:57.174995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:15:57.365595 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:15:57.390965 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4985faa-4964-4353-9562-4505b6069d70 None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:09:53Z', 'revision_number': 4, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52', 'name': '', 'network_id': '9007e121-4e22-42f4-a8ed-c79c5c61badd', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'mac_address': 'fa:16:3e:d4:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:51Z', 'updated_at': '2022-10-13T13:10:06Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'subnets': [{'id': 'f45e22b7-4082-4508-a03f-e7a0a4203508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:15:57.509357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386cac14-ed13-4c42-852a-c038b6163a36 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:15:57.513452 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:15:57.539877 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:15:57.540228 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device c2c3f2c7-45cd-4ffe-85fe-fc2012972cc8 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:15:57.569891 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:57.631205 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d37f3-3d9b-4c86-ad0d-68fe59942896 req-59b886b9-680d-4246-ab7c-d42ad34eff6b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:57.633091 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be7d37f3-3d9b-4c86-ad0d-68fe59942896 req-59b886b9-680d-4246-ab7c-d42ad34eff6b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 943 time: 0.0681090 Oct 13 13:15:57.643013 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386cac14-ed13-4c42-852a-c038b6163a36, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386cac14-ed13-4c42-852a-c038b6163a36,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:57.657804 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '386cac14-ed13-4c42-852a-c038b6163a36', 'network_id': 'fa9f61a0-af15-4e66-81ab-796b27386471', 'port_id': '386cac14-ed13-4c42-852a-c038b6163a36', 'mac_address': 'fa:16:3e:b5:5a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 472, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c60253-b8af-45c0-b5c4-bd77763e1743', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:15:57.670073 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709691da-ed74-46de-917b-1be8fc8fce06 None None] New status for floating IP adb4a2e0-a0d4-4551-bc27-dcf76ab77324: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:15:57.706909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386cac14-ed13-4c42-852a-c038b6163a36 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:57.707452 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386cac14-ed13-4c42-852a-c038b6163a36), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:57.721974 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-be7d37f3-3d9b-4c86-ad0d-68fe59942896 req-f958dc75-a503-46b0-85b9-a295a5a8fe22 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805519 Oct 13 13:15:57.724968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386cac14-ed13-4c42-852a-c038b6163a36 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:15:57.755089 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:57.769080 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386cac14-ed13-4c42-852a-c038b6163a36, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386cac14-ed13-4c42-852a-c038b6163a36,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:57.774512 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386cac14-ed13-4c42-852a-c038b6163a36), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:57.811593 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fad4580d-f269-449c-805e-f5d3e534c517 req-cf769c10-4d24-4b4c-8aab-c6ae0fc14064 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2aa89397-329a-494c-8b4b-fa7e513d3171 HTTP/1.1" status: 200 len: 210 time: 0.0429490 Oct 13 13:15:57.829281 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386cac14-ed13-4c42-852a-c038b6163a36,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:58.015836 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['386cac14-ed13-4c42-852a-c038b6163a36'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:15:58.841913 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7320518-1081-4a75-9206-3f4da96b0364 req-6b258557-ca49-4326-917d-adb31701d01f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:15:58.843390 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7320518-1081-4a75-9206-3f4da96b0364 req-6b258557-ca49-4326-917d-adb31701d01f tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 944 time: 0.0472345 Oct 13 13:15:58.895776 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d7320518-1081-4a75-9206-3f4da96b0364 req-389bd5f6-9a81-46ad-a049-c771045c4b30 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Oct 13 13:15:58.930865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54380) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:58.986729 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9370e923-5be1-4849-b6a4-e6dcde9b51e3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (6e272461-f033-42e9-aac2-0da0fac4e6db), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.008675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9370e923-5be1-4849-b6a4-e6dcde9b51e3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (6e272461-f033-42e9-aac2-0da0fac4e6db), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.055752 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9370e923-5be1-4849-b6a4-e6dcde9b51e3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (6e272461-f033-42e9-aac2-0da0fac4e6db), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.058334 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9370e923-5be1-4849-b6a4-e6dcde9b51e3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.059532 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9370e923-5be1-4849-b6a4-e6dcde9b51e3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6e272461-f033-42e9-aac2-0da0fac4e6db HTTP/1.1" status: 204 len: 168 time: 0.1276441 Oct 13 13:15:59.062477 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54382) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:59.068436 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370e923-5be1-4849-b6a4-e6dcde9b51e3 tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e272461-f033-42e9-aac2-0da0fac4e6db,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:59.076152 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.api.v2.resource [None req-1ada07fb-405b-42fd-83ef-64efede9455c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] show failed (client error): The resource could not be found. Oct 13 13:15:59.077159 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1ada07fb-405b-42fd-83ef-64efede9455c tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "GET /networking/v2.0/security-groups/6e272461-f033-42e9-aac2-0da0fac4e6db HTTP/1.1" status: 404 len: 347 time: 0.0136576 Oct 13 13:15:59.080057 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54384) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:15:59.191831 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Deleting port fabcca22-dd69-4732-b912-5e4ff977a6f7 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:15:59.192174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.272093 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.272342 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (fabcca22-dd69-4732-b912-5e4ff977a6f7), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.285106 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Calling delete_port for fabcca22-dd69-4732-b912-5e4ff977a6f7 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:15:59.369234 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:59.415722 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (fabcca22-dd69-4732-b912-5e4ff977a6f7), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.419501 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:15:59.442984 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Pushing event deleted for resources: {'Port': ['ID=fabcca22-dd69-4732-b912-5e4ff977a6f7,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:59.502037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks [] for floatingip (adb4a2e0-a0d4-4551-bc27-dcf76ab77324), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.504514 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.505649 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-abaee1db-75a4-4a6f-ae95-915686d478ee tempest-AttachVolumeTestJSON-1763301118 tempest-AttachVolumeTestJSON-1763301118-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/adb4a2e0-a0d4-4551-bc27-dcf76ab77324 HTTP/1.1" status: 204 len: 168 time: 0.4247162 Oct 13 13:15:59.519255 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386cac14-ed13-4c42-852a-c038b6163a36 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:15:59.562521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 386cac14-ed13-4c42-852a-c038b6163a36 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:15:59.568288 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 386cac14-ed13-4c42-852a-c038b6163a36 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:15:59.568665 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (386cac14-ed13-4c42-852a-c038b6163a36), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.569000 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 386cac14-ed13-4c42-852a-c038b6163a36 Oct 13 13:15:59.643567 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386cac14-ed13-4c42-852a-c038b6163a36 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:15:59.643960 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386cac14-ed13-4c42-852a-c038b6163a36), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.667071 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce53de-edd3-4295-84bf-6d91081962b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386cac14-ed13-4c42-852a-c038b6163a36'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:15:59.669636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04affb81-c454-4eef-9b32-3ad5de9d3c38" -d '{"events": [{"server_uuid": "48ce53de-edd3-4295-84bf-6d91081962b4", "name": "network-vif-plugged", "status": "completed", "tag": "386cac14-ed13-4c42-852a-c038b6163a36"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:15:59.686487 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386cac14-ed13-4c42-852a-c038b6163a36, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386cac14-ed13-4c42-852a-c038b6163a36,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:15:59.691072 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386cac14-ed13-4c42-852a-c038b6163a36), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:15:59.742892 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386cac14-ed13-4c42-852a-c038b6163a36,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:15:59.863988 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c424b67-bfe7-4a9f-86d5-de7aa5729736 x-openstack-request-id: req-5c424b67-bfe7-4a9f-86d5-de7aa5729736 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:15:59.864284 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce53de-edd3-4295-84bf-6d91081962b4", "name": "network-vif-plugged", "status": "completed", "tag": "386cac14-ed13-4c42-852a-c038b6163a36", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:15:59.864540 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c424b67-bfe7-4a9f-86d5-de7aa5729736 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:15:59.864944 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c424b67-bfe7-4a9f-86d5-de7aa5729736'] response: {'server_uuid': '48ce53de-edd3-4295-84bf-6d91081962b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386cac14-ed13-4c42-852a-c038b6163a36', 'code': 200} Oct 13 13:16:00.014340 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400bea8-05cf-4fed-9dd1-832aff3068b3 req-a94ce5a8-8128-4c61-83ec-7fce3de60575 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:00.015846 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9400bea8-05cf-4fed-9dd1-832aff3068b3 req-a94ce5a8-8128-4c61-83ec-7fce3de60575 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Oct 13 13:16:00.034831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed944b40-fba7-45b1-9d4d-d97714b83744 req-636e94ea-38ea-42a0-aa9b-8395a6e298f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:00.036368 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ed944b40-fba7-45b1-9d4d-d97714b83744 req-636e94ea-38ea-42a0-aa9b-8395a6e298f0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 1129 time: 0.0442529 Oct 13 13:16:00.063932 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9400bea8-05cf-4fed-9dd1-832aff3068b3 req-1e20b127-dd49-4513-9e75-827bf98feb75 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Oct 13 13:16:00.071551 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:00.083868 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ed944b40-fba7-45b1-9d4d-d97714b83744 req-731f6e18-4029-42e3-87a5-9bdee158e817 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Oct 13 13:16:01.186744 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b579ff-1e8c-403c-9c53-d8f555e005e3 req-b3dd739e-38f4-4ade-9ffd-15e2d1b5b57e tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:01.188139 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30b579ff-1e8c-403c-9c53-d8f555e005e3 req-b3dd739e-38f4-4ade-9ffd-15e2d1b5b57e tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Oct 13 13:16:01.233704 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-30b579ff-1e8c-403c-9c53-d8f555e005e3 req-6a5ddc00-c5e0-43f2-ac00-52b01872f7a5 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Oct 13 13:16:02.352360 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece83f-dfc9-4eac-b4ca-cda4d321a59e req-a97ed7ec-ca94-4928-84a7-d52b6784faf1 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:02.353816 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56ece83f-dfc9-4eac-b4ca-cda4d321a59e req-a97ed7ec-ca94-4928-84a7-d52b6784faf1 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0462832 Oct 13 13:16:02.402785 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-56ece83f-dfc9-4eac-b4ca-cda4d321a59e req-cbc87250-6c13-43cf-bc69-09e7897a2be7 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Oct 13 13:16:03.053149 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46cd0a-2801-484f-a74f-fcb1b7d5abf9 req-ba037e60-345e-4de6-92d1-78112fd8346d tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:03.057160 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3f46cd0a-2801-484f-a74f-fcb1b7d5abf9 req-ba037e60-345e-4de6-92d1-78112fd8346d tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0494654 Oct 13 13:16:03.061061 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54436) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:03.107518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3f46cd0a-2801-484f-a74f-fcb1b7d5abf9 req-e5663372-818b-4677-b04c-98134c234469 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Oct 13 13:16:03.204853 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:03.477944 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (dbb28942-ecd1-4972-897d-17266fb8321f), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:03.740930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Deleting port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:03.741194 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:03.822634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] For port 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:03.823000 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:03.835493 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Calling delete_port for 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 owned by network:router_interface {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:04.000239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:04.010254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:04.036225 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:04.126346 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-de073de5-58b7-4c88-9897-bd0bb78f9882 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648813 Oct 13 13:16:04.179216 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:04.236174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037127-94d8-4a93-89d8-cc34c7319ad3 req-abc35b79-92ac-4b6b-b36d-140385a6f302 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:04.238706 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9f037127-94d8-4a93-89d8-cc34c7319ad3 req-abc35b79-92ac-4b6b-b36d-140385a6f302 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0519965 Oct 13 13:16:04.239423 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (dbb28942-ecd1-4972-897d-17266fb8321f), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:04.262579 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12ad91-315f-480a-97c5-dae509cb7527 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:16:04.289649 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9f037127-94d8-4a93-89d8-cc34c7319ad3 req-21e2df1c-c938-4961-9cb1-5f4a6ef9127b tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450149 Oct 13 13:16:04.360509 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12ad91-315f-480a-97c5-dae509cb7527 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:16:04.393855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-9c067ac6-582d-470b-8874-681e124fff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:04.395353 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-9c067ac6-582d-470b-8874-681e124fff4f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 1131 time: 0.0997243 Oct 13 13:16:04.417835 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-50bee216-578f-47c8-8738-07d33ec7a225 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:04.419872 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-50bee216-578f-47c8-8738-07d33ec7a225 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0655618 Oct 13 13:16:04.439152 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:04.651807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Deleting port 386cac14-ed13-4c42-852a-c038b6163a36 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:04.652163 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (386cac14-ed13-4c42-852a-c038b6163a36), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:04.675693 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-b84f002d-d593-400c-b9ed-2a78b2bc1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:04.677162 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-b84f002d-d593-400c-b9ed-2a78b2bc1ddb service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 200 len: 917 time: 0.2564452 Oct 13 13:16:04.755722 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Router dbb28942-ecd1-4972-897d-17266fb8321f has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:16:04.806601 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-8fb2a0a7-f6b2-4791-850e-63f5bc3784eb service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 200 len: 1001 time: 0.0991974 Oct 13 13:16:04.983360 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-34ee4a94-404f-4bac-85b5-86abbc6f56fa None None] Provisioning complete for port ba45b087-cf39-4c4f-b107-9b332fa96ff2 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:04.983734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-34ee4a94-404f-4bac-85b5-86abbc6f56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:04.984065 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-34ee4a94-404f-4bac-85b5-86abbc6f56fa None None] Attempt 1 to provision port ba45b087-cf39-4c4f-b107-9b332fa96ff2 Oct 13 13:16:05.144032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:05.147520 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] For port 386cac14-ed13-4c42-852a-c038b6163a36, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386cac14-ed13-4c42-852a-c038b6163a36,segment=NetworkSegment(54b3e286-0a32-4a27-ae42-ee042ce110c4),segment_id=54b3e286-0a32-4a27-ae42-ee042ce110c4)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:05.147894 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (386cac14-ed13-4c42-852a-c038b6163a36), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:05.162322 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:05.174432 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Calling delete_port for 386cac14-ed13-4c42-852a-c038b6163a36 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:05.196080 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-34ee4a94-404f-4bac-85b5-86abbc6f56fa None None] Current status of the port ba45b087-cf39-4c4f-b107-9b332fa96ff2 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:05.204212 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-2dfee54f-25c3-4ca6-b0de-42b49409b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:05.205668 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-2dfee54f-25c3-4ca6-b0de-42b49409b4ef service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 200 len: 855 time: 0.3889911 Oct 13 13:16:05.285084 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:05.295367 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-9e1614e6-4405-421d-bd56-b771db17a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:05.296855 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-9e1614e6-4405-421d-bd56-b771db17a4a3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=be617289-4b6b-4fbf-91a3-2f05a4825667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846817 Oct 13 13:16:05.299657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:16:05.307276 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-21138921-86b9-4c7b-9fb9-0a09d451454e admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/dbb28942-ecd1-4972-897d-17266fb8321f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2451022 Oct 13 13:16:05.308104 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c9286c-db49-47fb-8572-7c189231219d None None] Sync routers for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:16:05.310002 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54442) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:05.320822 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:05.321622 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:15:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:05.449315 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-1195a5d3-2299-4ea9-a1a9-879c4b857ae5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409445 Oct 13 13:16:05.453035 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:05.465923 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109e558-25fc-4a17-83df-74be016186da req-8be71c4c-b987-4653-86e6-a850d40647dc tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:05.467417 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e109e558-25fc-4a17-83df-74be016186da req-8be71c4c-b987-4653-86e6-a850d40647dc tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ce53de-edd3-4295-84bf-6d91081962b4 HTTP/1.1" status: 200 len: 945 time: 0.0916312 Oct 13 13:16:05.468782 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks [] for router (dbb28942-ecd1-4972-897d-17266fb8321f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:05.521312 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (386cac14-ed13-4c42-852a-c038b6163a36), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:05.546738 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['386cac14-ed13-4c42-852a-c038b6163a36'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:16:05.571180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Pushing event deleted for resources: {'Port': ['ID=386cac14-ed13-4c42-852a-c038b6163a36,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:05.622960 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] No DVR routers for this DVR port 386cac14-ed13-4c42-852a-c038b6163a36 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:16:05.625608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:05.629740 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e2006c79-bef5-45d8-ba27-9111cdc99dca req-8ec03153-8334-4154-843a-b84855f298d6 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.50 "DELETE /networking/v2.0/ports/386cac14-ed13-4c42-852a-c038b6163a36 HTTP/1.1" status: 204 len: 173 time: 1.1993701 Oct 13 13:16:05.635432 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ce53de-edd3-4295-84bf-6d91081962b4', 'name': 'network-vif-deleted', 'tag': '386cac14-ed13-4c42-852a-c038b6163a36'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:16:05.638738 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b216557-b8f3-4cfd-a55b-6a92bcc9edd4" -d '{"events": [{"server_uuid": "48ce53de-edd3-4295-84bf-6d91081962b4", "name": "network-vif-deleted", "tag": "386cac14-ed13-4c42-852a-c038b6163a36"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:16:05.648013 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8a782f09-618e-4f00-affb-0673ffc50e68 req-0a9ddf7e-fb0c-4d18-8d2b-a910b33fe8d6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909385 Oct 13 13:16:05.688917 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:16:03Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:05.709999 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042e215-3077-41c6-aa61-1a74ac51649e x-openstack-request-id: req-d042e215-3077-41c6-aa61-1a74ac51649e {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:16:05.710337 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ce53de-edd3-4295-84bf-6d91081962b4", "name": "network-vif-deleted", "tag": "386cac14-ed13-4c42-852a-c038b6163a36", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:16:05.710595 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d042e215-3077-41c6-aa61-1a74ac51649e {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:16:05.711165 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d042e215-3077-41c6-aa61-1a74ac51649e'] response: {'server_uuid': '48ce53de-edd3-4295-84bf-6d91081962b4', 'name': 'network-vif-deleted', 'tag': '386cac14-ed13-4c42-852a-c038b6163a36', 'status': 'completed', 'code': 200} Oct 13 13:16:05.718745 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c9286c-db49-47fb-8572-7c189231219d None None] Checking router: dbb28942-ecd1-4972-897d-17266fb8321f for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:16:05.730102 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] Routers {'dbb28942-ecd1-4972-897d-17266fb8321f'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:05.730776 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:15:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['dbb28942-ecd1-4972-897d-17266fb8321f'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:05.843572 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e109e558-25fc-4a17-83df-74be016186da req-4d027442-7c0f-4f54-ac6f-4fb2406bd114 tempest-VolumesActionsTest-194871335 tempest-VolumesActionsTest-194871335-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ddbfbb18-05c2-4e68-9262-28f1d84b3017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352392 Oct 13 13:16:05.844223 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] Set router dbb28942-ecd1-4972-897d-17266fb8321f gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:05.868294 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks [] for router_gateway (dbb28942-ecd1-4972-897d-17266fb8321f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:05.912618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Deleting port 01e2d337-6705-4816-b656-20ca8a402166 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:05.912963 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (01e2d337-6705-4816-b656-20ca8a402166), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:05.969052 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:05.998578 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] For port 01e2d337-6705-4816-b656-20ca8a402166, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=01e2d337-6705-4816-b656-20ca8a402166,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:05.998940 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (01e2d337-6705-4816-b656-20ca8a402166), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.001046 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:06.017420 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Calling delete_port for 01e2d337-6705-4816-b656-20ca8a402166 owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:06.032936 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-95c9286c-db49-47fb-8572-7c189231219d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:16:03Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:06.059604 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c9286c-db49-47fb-8572-7c189231219d None None] The sync data for ids ['dbb28942-ecd1-4972-897d-17266fb8321f'] in dv-cinder-826607-8-iscsi is: [{'id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'name': 'tempest-AttachVolumeTestJSON-2145549195-router', 'tenant_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '01e2d337-6705-4816-b656-20ca8a402166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:16:03Z', 'revision_number': 5, 'project_id': 'ecd3d5d2a3a54a07ba64f1fea4846c40', 'gw_port': {'id': '01e2d337-6705-4816-b656-20ca8a402166', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:71:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb28942-ecd1-4972-897d-17266fb8321f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:47Z', 'updated_at': '2022-10-13T13:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:16:06.180820 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (01e2d337-6705-4816-b656-20ca8a402166), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.206800 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=01e2d337-6705-4816-b656-20ca8a402166,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:06.267568 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (dbb28942-ecd1-4972-897d-17266fb8321f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.353699 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (dbb28942-ecd1-4972-897d-17266fb8321f), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.356262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks [] for router_controller (dbb28942-ecd1-4972-897d-17266fb8321f), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.397516 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (dbb28942-ecd1-4972-897d-17266fb8321f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.398097 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb28942-ecd1-4972-897d-17266fb8321f {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:16:06.403519 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.404654 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6b86b1da-feb3-4fd8-87f4-f3c92fe11ebe admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/dbb28942-ecd1-4972-897d-17266fb8321f HTTP/1.1" status: 204 len: 168 time: 1.0930264 Oct 13 13:16:06.407171 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54448) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:06.456607 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Deleting subnet f45e22b7-4082-4508-a03f-e7a0a4203508 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:16:06.459927 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Publish callbacks [] for subnet (f45e22b7-4082-4508-a03f-e7a0a4203508), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.499304 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (f45e22b7-4082-4508-a03f-e7a0a4203508), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.573932 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (f45e22b7-4082-4508-a03f-e7a0a4203508), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.632064 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (f45e22b7-4082-4508-a03f-e7a0a4203508), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.661318 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45e22b7-4082-4508-a03f-e7a0a4203508,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:06.663326 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.666462 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b53efec2-9a03-459c-9711-6023d704300a admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/f45e22b7-4082-4508-a03f-e7a0a4203508 HTTP/1.1" status: 204 len: 168 time: 0.2583473 Oct 13 13:16:06.669747 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54450) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:06.670599 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b4e310-e1b1-4b43-b596-caaf6014f85c None None] Network 9007e121-4e22-42f4-a8ed-c79c5c61badd requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:16:06.770013 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (9007e121-4e22-42f4-a8ed-c79c5c61badd), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.816975 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Deleting port ba45b087-cf39-4c4f-b107-9b332fa96ff2 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:06.817075 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.853267 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] DHCP port deletion for 9007e121-4e22-42f4-a8ed-c79c5c61badd request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:16:06.882895 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] For port ba45b087-cf39-4c4f-b107-9b332fa96ff2, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=ba45b087-cf39-4c4f-b107-9b332fa96ff2,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:06.883310 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.892110 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] Deleting port ba45b087-cf39-4c4f-b107-9b332fa96ff2 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:06.892704 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.902207 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Calling delete_port for ba45b087-cf39-4c4f-b107-9b332fa96ff2 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:06.979819 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] For port ba45b087-cf39-4c4f-b107-9b332fa96ff2, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=ba45b087-cf39-4c4f-b107-9b332fa96ff2,segment=NetworkSegment(d2f92997-ac5a-4111-8541-7724ac3708b2),segment_id=d2f92997-ac5a-4111-8541-7724ac3708b2)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:06.980217 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:06.994919 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] Calling delete_port for ba45b087-cf39-4c4f-b107-9b332fa96ff2 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:06.996632 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.011192 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:07.038270 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba45b087-cf39-4c4f-b107-9b332fa96ff2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:07.040837 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] No DVR routers for this DVR port ba45b087-cf39-4c4f-b107-9b332fa96ff2 on host dv-cinder-826607-8-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:16:07.083024 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:07.089897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (ba45b087-cf39-4c4f-b107-9b332fa96ff2), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.098349 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 01e2d337-6705-4816-b656-20ca8a402166 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:07.130195 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (9007e121-4e22-42f4-a8ed-c79c5c61badd), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.138858 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:07.139041 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] Pushing event deleted for resources: {'Port': ['ID=ba45b087-cf39-4c4f-b107-9b332fa96ff2,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:07.142163 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 01e2d337-6705-4816-b656-20ca8a402166 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:07.142499 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 01e2d337-6705-4816-b656-20ca8a402166 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:07.142916 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:07.155720 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9007e121-4e22-42f4-a8ed-c79c5c61badd']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:07.162503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df5667-c9b1-4fdb-b08e-0bd93c4e0b5d None None] No DVR routers for this DVR port ba45b087-cf39-4c4f-b107-9b332fa96ff2 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:16:07.165000 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:07.165345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 1ae06f4d-cfa3-4e60-a4aa-c5d5dffbad52 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:07.165750 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device ba45b087-cf39-4c4f-b107-9b332fa96ff2 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:07.167393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f92997-ac5a-4111-8541-7724ac3708b2') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:07.167768 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f92997-ac5a-4111-8541-7724ac3708b2') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:07.186937 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (d2f92997-ac5a-4111-8541-7724ac3708b2), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.206012 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: ba45b087-cf39-4c4f-b107-9b332fa96ff2 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:07.206454 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device ba45b087-cf39-4c4f-b107-9b332fa96ff2 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:07.206738 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (d2f92997-ac5a-4111-8541-7724ac3708b2), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.215741 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Releasing vlan 458 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:16:07.216229 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (d2f92997-ac5a-4111-8541-7724ac3708b2), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.258357 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment d2f92997-ac5a-4111-8541-7724ac3708b2 resource provider aggregate not found Oct 13 13:16:07.281560 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (9007e121-4e22-42f4-a8ed-c79c5c61badd), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.287571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.298380 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/9007e121-4e22-42f4-a8ed-c79c5c61badd HTTP/1.1" status: 204 len: 168 time: 0.6260989 Oct 13 13:16:07.299284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:07.301532 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment d2f92997-ac5a-4111-8541-7724ac3708b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2f92997-ac5a-4111-8541-7724ac3708b2 found for delete ", "request_id": "req-e2ac859f-8bf1-4cef-9573-fb401cc86a14"}]} Oct 13 13:16:07.315428 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93d75-43c7-4512-b96d-696d2c8e2e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9007e121-4e22-42f4-a8ed-c79c5c61badd,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:07.410262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54478) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:07.455550 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-cab8deee-9533-41f9-9982-b73929656ece admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ecd3d5d2a3a54a07ba64f1fea4846c40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416901 Oct 13 13:16:07.455766 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54482) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:07.503522 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee6774a9-f451-4140-9de5-e8c9e76bee81 admin admin] Publish callbacks [] for security_group (1446c38d-1fb5-4c15-a40c-63aeaf651aab), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.524211 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee6774a9-f451-4140-9de5-e8c9e76bee81 admin admin] Publish callbacks [] for security_group (1446c38d-1fb5-4c15-a40c-63aeaf651aab), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.550796 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386cac14-ed13-4c42-852a-c038b6163a36 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:07.551223 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:07.574479 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 386cac14-ed13-4c42-852a-c038b6163a36 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:07.575094 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386cac14-ed13-4c42-852a-c038b6163a36 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:07.586639 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee6774a9-f451-4140-9de5-e8c9e76bee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (1446c38d-1fb5-4c15-a40c-63aeaf651aab), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.589205 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ee6774a9-f451-4140-9de5-e8c9e76bee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:07.590386 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ee6774a9-f451-4140-9de5-e8c9e76bee81 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1446c38d-1fb5-4c15-a40c-63aeaf651aab HTTP/1.1" status: 204 len: 168 time: 0.1337841 Oct 13 13:16:07.599946 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6774a9-f451-4140-9de5-e8c9e76bee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1446c38d-1fb5-4c15-a40c-63aeaf651aab,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:11.497954 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-15d4c8ae-49d4-4971-85df-4ea0759cf42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:11.976614 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:11.978091 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:13.704731 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f4cc526d-2962-48bd-946d-24e9e7e17ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:15.017889 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:16.881449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:17.018674 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:17.304924 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:17.594189 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:17.595264 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:19.331539 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 54690) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:19.456059 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c123d5c-cc76-484b-8fae-3a24a8dbcd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.565895 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c123d5c-cc76-484b-8fae-3a24a8dbcd44 admin admin] Publish callbacks [] for security_group (cfec3745-608a-4835-9b6e-f652f376bf79), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.569791 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2c123d5c-cc76-484b-8fae-3a24a8dbcd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (cfec3745-608a-4835-9b6e-f652f376bf79), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.606305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c123d5c-cc76-484b-8fae-3a24a8dbcd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfec3745-608a-4835-9b6e-f652f376bf79,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:19.623964 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54698) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:19.624446 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2c123d5c-cc76-484b-8fae-3a24a8dbcd44 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=41c4eb07ee1f4413a4e88dd4ce68d4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914762 Oct 13 13:16:19.681420 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91f4c571-7599-4194-9426-e85ab5bb3d5b admin admin] Publish callbacks [] for security_group (cfec3745-608a-4835-9b6e-f652f376bf79), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.703657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91f4c571-7599-4194-9426-e85ab5bb3d5b admin admin] Publish callbacks [] for security_group (cfec3745-608a-4835-9b6e-f652f376bf79), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.753691 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91f4c571-7599-4194-9426-e85ab5bb3d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (cfec3745-608a-4835-9b6e-f652f376bf79), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.756503 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-91f4c571-7599-4194-9426-e85ab5bb3d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:19.760086 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-91f4c571-7599-4194-9426-e85ab5bb3d5b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cfec3745-608a-4835-9b6e-f652f376bf79 HTTP/1.1" status: 204 len: 168 time: 0.1327617 Oct 13 13:16:19.780744 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4c571-7599-4194-9426-e85ab5bb3d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfec3745-608a-4835-9b6e-f652f376bf79,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:26.783956 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:27.899531 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54876) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:27.945436 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Deleting subnet e3c60253-b8af-45c0-b5c4-bd77763e1743 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:16:27.948714 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Publish callbacks [] for subnet (e3c60253-b8af-45c0-b5c4-bd77763e1743), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:27.985615 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (e3c60253-b8af-45c0-b5c4-bd77763e1743), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.024858 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (e3c60253-b8af-45c0-b5c4-bd77763e1743), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.077701 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (e3c60253-b8af-45c0-b5c4-bd77763e1743), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.100883 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c60253-b8af-45c0-b5c4-bd77763e1743,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:28.111188 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.111547 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.111899 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.112244 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.112585 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.113270 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.113270 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.113561 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.113891 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.114226 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.114558 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.114889 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.115246 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.115574 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.115899 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:28.118689 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.122314 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f7ba3315-37a8-4902-aa69-cb6d5a57a4fc admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/e3c60253-b8af-45c0-b5c4-bd77763e1743 HTTP/1.1" status: 204 len: 168 time: 0.2217858 Oct 13 13:16:28.124889 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54878) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:28.195676 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (fa9f61a0-af15-4e66-81ab-796b27386471), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.271822 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (fa9f61a0-af15-4e66-81ab-796b27386471), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.292090 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9f61a0-af15-4e66-81ab-796b27386471']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:28.302036 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b3e286-0a32-4a27-ae42-ee042ce110c4') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:28.302332 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b3e286-0a32-4a27-ae42-ee042ce110c4') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:28.311867 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (54b3e286-0a32-4a27-ae42-ee042ce110c4), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.325071 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (54b3e286-0a32-4a27-ae42-ee042ce110c4), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.331259 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Releasing vlan 472 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:16:28.331670 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (54b3e286-0a32-4a27-ae42-ee042ce110c4), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.375843 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment 54b3e286-0a32-4a27-ae42-ee042ce110c4 resource provider aggregate not found Oct 13 13:16:28.394968 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment 54b3e286-0a32-4a27-ae42-ee042ce110c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54b3e286-0a32-4a27-ae42-ee042ce110c4 found for delete ", "request_id": "req-e1318a7a-cebb-4308-972c-61d31cdf6372"}]} Oct 13 13:16:28.398847 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (fa9f61a0-af15-4e66-81ab-796b27386471), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.404234 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.407397 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/fa9f61a0-af15-4e66-81ab-796b27386471 HTTP/1.1" status: 204 len: 168 time: 0.2815847 Oct 13 13:16:28.420963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b6e4f-6056-4b9e-b4d8-dcbcead3702b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9f61a0-af15-4e66-81ab-796b27386471,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:28.572670 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54888) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:28.612704 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2b54a233-b854-4b5f-8d5d-bd043af3809b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=12163a99662b48759b3fd7da51445ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389211 Oct 13 13:16:28.615150 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 54890) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:28.662878 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1e17800-24bf-40f6-ba29-f4160582312d admin admin] Publish callbacks [] for security_group (ddbfbb18-05c2-4e68-9262-28f1d84b3017), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.671809 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:28.684977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1e17800-24bf-40f6-ba29-f4160582312d admin admin] Publish callbacks [] for security_group (ddbfbb18-05c2-4e68-9262-28f1d84b3017), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.735629 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1e17800-24bf-40f6-ba29-f4160582312d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ddbfbb18-05c2-4e68-9262-28f1d84b3017), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.738023 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b1e17800-24bf-40f6-ba29-f4160582312d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:28.739213 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b1e17800-24bf-40f6-ba29-f4160582312d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ddbfbb18-05c2-4e68-9262-28f1d84b3017 HTTP/1.1" status: 204 len: 168 time: 0.1231587 Oct 13 13:16:28.746997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e17800-24bf-40f6-ba29-f4160582312d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbfbb18-05c2-4e68-9262-28f1d84b3017,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:29.606173 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=17,neutron:INSERT=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:29.611925 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=20,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:32.974511 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:16:35.994577 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fba954-eb75-452a-b0bf-4fcf20c8ce55 req-c2356c82-463a-4061-b644-fbfee2a45cfe tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:35.996131 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01fba954-eb75-452a-b0bf-4fcf20c8ce55 req-c2356c82-463a-4061-b644-fbfee2a45cfe tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0506582 Oct 13 13:16:36.043769 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-01fba954-eb75-452a-b0bf-4fcf20c8ce55 req-3036c652-a783-4ea1-9528-ef7b2b9e7eb8 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420022 Oct 13 13:16:37.182424 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96fc8-c214-4724-b5e0-88035450adfe req-b012b22c-e07c-484a-bbf2-c52d0d89b767 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:37.183819 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c4c96fc8-c214-4724-b5e0-88035450adfe req-b012b22c-e07c-484a-bbf2-c52d0d89b767 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0525861 Oct 13 13:16:37.232518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c4c96fc8-c214-4724-b5e0-88035450adfe req-1525cedd-325f-437b-bb2c-8f87be3e5750 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4c404c6-8c6a-403a-ae48-1426055bae81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Oct 13 13:16:37.524912 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-44ae5cbe-a934-46b7-bce9-bc5bde42d304 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:37.526455 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-44ae5cbe-a934-46b7-bce9-bc5bde42d304 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 947 time: 0.0457578 Oct 13 13:16:37.539702 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:37.616974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Deleting port ff57ee79-9921-43ed-817d-5ba082c97343 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:37.617407 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:37.715151 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] For port ff57ee79-9921-43ed-817d-5ba082c97343, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=ff57ee79-9921-43ed-817d-5ba082c97343,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:37.715441 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:37.880945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:37.881315 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7ac8b47a-21b6-4e39-a1a4-04ca410763fc), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:37.881637 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Floating IP 7ac8b47a-21b6-4e39-a1a4-04ca410763fc disassociated. External IP: 172.27.1.77, port: ff57ee79-9921-43ed-817d-5ba082c97343. Oct 13 13:16:37.881994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Calling delete_port for ff57ee79-9921-43ed-817d-5ba082c97343 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:38.015014 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (ff57ee79-9921-43ed-817d-5ba082c97343), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:38.043569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event deleted for resources: {'Port': ['ID=ff57ee79-9921-43ed-817d-5ba082c97343,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:38.154200 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Router a5a52623-00bd-4661-be01-1217ed587395 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:16:38.258966 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:16:38.281014 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:16:38.292271 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:38.293113 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:38.310939 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] No DVR routers for this DVR port ff57ee79-9921-43ed-817d-5ba082c97343 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:16:38.313521 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:38.316777 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ee8a9053-4db0-48d2-b60e-5f646c3a7a06 req-9952c7c5-af3c-49fe-8055-4b5772af3719 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.50 "DELETE /networking/v2.0/ports/ff57ee79-9921-43ed-817d-5ba082c97343 HTTP/1.1" status: 204 len: 173 time: 0.7840281 Oct 13 13:16:38.317288 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-deleted', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:16:38.319661 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d621bb0-d4fd-4738-a910-4a743d01ac6a" -d '{"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-deleted", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:16:38.357131 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9ac3e27e-fe9d-4099-b661-279903d62774 req-afe070b1-d651-445d-bcc1-dded853f48b5 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 210 time: 0.0366209 Oct 13 13:16:38.367727 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa3d345-6322-4a52-aea0-a20b1fb02320 x-openstack-request-id: req-bfa3d345-6322-4a52-aea0-a20b1fb02320 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:16:38.368083 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3478cd4-e4ab-4a7d-9f4d-65323c450348", "name": "network-vif-deleted", "tag": "ff57ee79-9921-43ed-817d-5ba082c97343", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:16:38.368457 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfa3d345-6322-4a52-aea0-a20b1fb02320 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:16:38.368929 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa3d345-6322-4a52-aea0-a20b1fb02320'] response: {'server_uuid': 'c3478cd4-e4ab-4a7d-9f4d-65323c450348', 'name': 'network-vif-deleted', 'tag': 'ff57ee79-9921-43ed-817d-5ba082c97343', 'status': 'completed', 'code': 200} Oct 13 13:16:38.413183 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:38.607443 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:38.632001 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:16:38.640151 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:38.640741 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:38.744957 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:38.758345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:38.759284 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=28,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:38.931802 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:38.956678 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce7e97-8ca1-4015-be53-afe216b56cd1 None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:10:02Z', 'revision_number': 4, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '425e5d36-f3e3-4d42-ac8c-c910a5731785', 'name': '', 'network_id': 'be617289-4b6b-4fbf-91a3-2f05a4825667', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'mac_address': 'fa:16:3e:84:c6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:58Z', 'updated_at': '2022-10-13T13:10:14Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'subnets': [{'id': '7852389a-ef32-4c0d-8e3a-51545dc601e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:16:39.160202 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc89986-09a3-4183-9132-a640486fcf9e None None] New status for floating IP 7ac8b47a-21b6-4e39-a1a4-04ca410763fc: DOWN {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:16:39.487121 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4deaa664-14b7-403d-8084-a152aa1dc040 req-1b7baaa0-4327-48d4-9b99-f8480d158a7a tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Oct 13 13:16:40.602472 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-449f2233-0392-42bf-8e1e-26af5cc95ef2 req-74f689f2-340a-4d3a-8464-ec5d0a3755ec tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c3478cd4-e4ab-4a7d-9f4d-65323c450348 HTTP/1.1" status: 200 len: 210 time: 0.0346158 Oct 13 13:16:40.910646 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:40.930685 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: ff57ee79-9921-43ed-817d-5ba082c97343 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:40.931035 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device ff57ee79-9921-43ed-817d-5ba082c97343 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:41.500461 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c3c20687-d2c3-489d-bed5-8b6e09e6f49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:41.700156 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55074) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:41.753678 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (c4c404c6-8c6a-403a-ae48-1426055bae81), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:41.775660 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (c4c404c6-8c6a-403a-ae48-1426055bae81), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:41.826989 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c4c404c6-8c6a-403a-ae48-1426055bae81), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:41.829545 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:41.830697 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c4c404c6-8c6a-403a-ae48-1426055bae81 HTTP/1.1" status: 204 len: 168 time: 0.1295753 Oct 13 13:16:41.833892 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55082) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:41.840374 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c404c6-8c6a-403a-ae48-1426055bae81,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:41.842414 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:41.848353 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.848706 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.849052 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.849379 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.849715 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.850049 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.850554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.850889 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.851250 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.851587 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.851703 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-15452fa6-1cdc-4105-ab18-0952f05f633c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] show failed (client error): The resource could not be found. Oct 13 13:16:41.852098 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.852430 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.852746 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-15452fa6-1cdc-4105-ab18-0952f05f633c tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "GET /networking/v2.0/security-groups/c4c404c6-8c6a-403a-ae48-1426055bae81 HTTP/1.1" status: 404 len: 347 time: 0.0172434 Oct 13 13:16:41.852856 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.853068 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.853392 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcf2c4-d5bc-41ae-aacc-190ac66e49c2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:41.855567 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55086) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:41.977663 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Deleting port 7260a995-ff95-4092-a7d8-3aa88626e79e {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:41.978001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:42.060982 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:42.061313 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (7260a995-ff95-4092-a7d8-3aa88626e79e), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:42.076063 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Calling delete_port for 7260a995-ff95-4092-a7d8-3aa88626e79e owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:42.081425 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:42.212201 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (7260a995-ff95-4092-a7d8-3aa88626e79e), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:42.238937 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Pushing event deleted for resources: {'Port': ['ID=7260a995-ff95-4092-a7d8-3aa88626e79e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:42.305559 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks [] for floatingip (7ac8b47a-21b6-4e39-a1a4-04ca410763fc), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:42.308160 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:42.309589 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1e0166cd-349d-4c3e-a6d2-cb19a2b01bf2 tempest-AttachVolumeShelveTestJSON-2099157911 tempest-AttachVolumeShelveTestJSON-2099157911-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/7ac8b47a-21b6-4e39-a1a4-04ca410763fc HTTP/1.1" status: 204 len: 168 time: 0.4528472 Oct 13 13:16:43.698976 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-922bbe7f-c3f9-4f80-bf29-10acc4e5d1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:45.019136 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:46.831729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:47.010881 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:47.885591 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55166) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:48.340275 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (a5a52623-00bd-4661-be01-1217ed587395), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:48.551550 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:48.570081 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Deleting port 425e5d36-f3e3-4d42-ac8c-c910a5731785 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:48.570460 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:48.612967 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:48.655672 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] For port 425e5d36-f3e3-4d42-ac8c-c910a5731785, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=425e5d36-f3e3-4d42-ac8c-c910a5731785,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:48.656043 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:48.669677 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Calling delete_port for 425e5d36-f3e3-4d42-ac8c-c910a5731785 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:48.857950 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (425e5d36-f3e3-4d42-ac8c-c910a5731785), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:48.881528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Pushing event deleted for resources: {'Port': ['ID=425e5d36-f3e3-4d42-ac8c-c910a5731785,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:48.969266 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=77 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:48.973635 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=91 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:49.075463 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (a5a52623-00bd-4661-be01-1217ed587395), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.118730 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0746ab-7d90-41c0-82e9-bb1946d44755 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:16:49.212970 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0746ab-7d90-41c0-82e9-bb1946d44755 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:16:49.320366 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Router a5a52623-00bd-4661-be01-1217ed587395 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:16:49.430212 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:16:49.436329 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fd03286f-a937-43db-9ee2-5609e4849774 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/a5a52623-00bd-4661-be01-1217ed587395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5497324 Oct 13 13:16:49.439082 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55208) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:49.439567 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] Sync routers for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:16:49.453462 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:49.454084 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:49.548322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks [] for router (a5a52623-00bd-4661-be01-1217ed587395), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.566939 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:49.653930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks [] for router_gateway (a5a52623-00bd-4661-be01-1217ed587395), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.702191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Deleting port 7d187379-b3bf-4315-9eab-4eb1685aaa6f {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:49.702705 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.746471 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:16:48Z', 'revision_number': 5, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port': {'id': '7d187379-b3bf-4315-9eab-4eb1685aaa6f', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a52623-00bd-4661-be01-1217ed587395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:09:48Z', 'updated_at': '2022-10-13T13:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:49.776769 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] Checking router: a5a52623-00bd-4661-be01-1217ed587395 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:16:49.785857 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] Routers {'a5a52623-00bd-4661-be01-1217ed587395'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:49.786555 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['a5a52623-00bd-4661-be01-1217ed587395'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:49.791146 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] For port 7d187379-b3bf-4315-9eab-4eb1685aaa6f, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7d187379-b3bf-4315-9eab-4eb1685aaa6f,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:49.791519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.806118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Calling delete_port for 7d187379-b3bf-4315-9eab-4eb1685aaa6f owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:49.867260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:49.874916 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] Set router a5a52623-00bd-4661-be01-1217ed587395 gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:49.910130 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-685f5589-aa13-4a0c-8b22-359c13b06e81 None None] Provisioning complete for port 8365b4b6-2b89-4d14-9d8d-97a653022e14 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:49.910510 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-685f5589-aa13-4a0c-8b22-359c13b06e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.910854 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-685f5589-aa13-4a0c-8b22-359c13b06e81 None None] Attempt 1 to provision port 8365b4b6-2b89-4d14-9d8d-97a653022e14 Oct 13 13:16:49.991623 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (7d187379-b3bf-4315-9eab-4eb1685aaa6f), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:49.994503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-685f5589-aa13-4a0c-8b22-359c13b06e81 None None] Current status of the port 8365b4b6-2b89-4d14-9d8d-97a653022e14 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:50.017605 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:16:49Z', 'revision_number': 6, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:50.021525 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d187379-b3bf-4315-9eab-4eb1685aaa6f,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:50.048148 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6051edd-24fd-4b58-a5a8-3ceca1a058d7 None None] The sync data for ids ['a5a52623-00bd-4661-be01-1217ed587395'] in dv-cinder-826607-8-iscsi is: [{'id': 'a5a52623-00bd-4661-be01-1217ed587395', 'name': 'tempest-AttachVolumeShelveTestJSON-492966008-router', 'tenant_id': '4af4b9833fd14a1f881610bbc90bbd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:09:46Z', 'updated_at': '2022-10-13T13:16:49Z', 'revision_number': 6, 'project_id': '4af4b9833fd14a1f881610bbc90bbd37', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:16:50.076794 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:50.102780 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (a5a52623-00bd-4661-be01-1217ed587395), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.189017 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (a5a52623-00bd-4661-be01-1217ed587395), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.191158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks [] for router_controller (a5a52623-00bd-4661-be01-1217ed587395), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.232308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (a5a52623-00bd-4661-be01-1217ed587395), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.232914 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a52623-00bd-4661-be01-1217ed587395 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:16:50.237337 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.238481 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f0f0bb60-3e1c-4619-a38e-f3c3dea04397 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/a5a52623-00bd-4661-be01-1217ed587395 HTTP/1.1" status: 204 len: 168 time: 0.7984154 Oct 13 13:16:50.241034 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55216) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:50.285356 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Deleting subnet 7852389a-ef32-4c0d-8e3a-51545dc601e2 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:16:50.288479 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Publish callbacks [] for subnet (7852389a-ef32-4c0d-8e3a-51545dc601e2), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.322182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (7852389a-ef32-4c0d-8e3a-51545dc601e2), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.644143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (7852389a-ef32-4c0d-8e3a-51545dc601e2), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.697120 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (7852389a-ef32-4c0d-8e3a-51545dc601e2), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.723341 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7852389a-ef32-4c0d-8e3a-51545dc601e2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:50.725280 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.730633 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-67e4e6d8-52db-4e85-9513-23fd434471eb admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/7852389a-ef32-4c0d-8e3a-51545dc601e2 HTTP/1.1" status: 204 len: 168 time: 0.4863336 Oct 13 13:16:50.730772 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ddf495-0686-4d3a-8410-8b6b7ffab94c None None] Network be617289-4b6b-4fbf-91a3-2f05a4825667 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:16:50.731390 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55220) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:50.805081 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (be617289-4b6b-4fbf-91a3-2f05a4825667), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.857250 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Deleting port 8365b4b6-2b89-4d14-9d8d-97a653022e14 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:50.857622 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.885236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] DHCP port deletion for be617289-4b6b-4fbf-91a3-2f05a4825667 request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:16:50.921695 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] For port 8365b4b6-2b89-4d14-9d8d-97a653022e14, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8365b4b6-2b89-4d14-9d8d-97a653022e14,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:50.921902 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.931496 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Deleting port 8365b4b6-2b89-4d14-9d8d-97a653022e14 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:16:50.931872 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:50.943916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Calling delete_port for 8365b4b6-2b89-4d14-9d8d-97a653022e14 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:51.027153 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.057467 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8365b4b6-2b89-4d14-9d8d-97a653022e14,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:51.060012 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] No DVR routers for this DVR port 8365b4b6-2b89-4d14-9d8d-97a653022e14 on host dv-cinder-826607-8-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:16:51.135559 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:51.146618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7d187379-b3bf-4315-9eab-4eb1685aaa6f no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:51.152218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (be617289-4b6b-4fbf-91a3-2f05a4825667), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.174688 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be617289-4b6b-4fbf-91a3-2f05a4825667']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:51.177101 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 7d187379-b3bf-4315-9eab-4eb1685aaa6f {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:51.177451 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7d187379-b3bf-4315-9eab-4eb1685aaa6f not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:51.177873 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8365b4b6-2b89-4d14-9d8d-97a653022e14 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:51.191292 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] For port 8365b4b6-2b89-4d14-9d8d-97a653022e14, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8365b4b6-2b89-4d14-9d8d-97a653022e14,segment=NetworkSegment(42372d07-88d9-474f-9285-3c99dc557a0b),segment_id=42372d07-88d9-474f-9285-3c99dc557a0b)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:51.191292 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.191505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42372d07-88d9-474f-9285-3c99dc557a0b') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:51.191505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42372d07-88d9-474f-9285-3c99dc557a0b') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:51.198963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (42372d07-88d9-474f-9285-3c99dc557a0b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.208088 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 8365b4b6-2b89-4d14-9d8d-97a653022e14 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:51.208435 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8365b4b6-2b89-4d14-9d8d-97a653022e14 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:51.208865 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 425e5d36-f3e3-4d42-ac8c-c910a5731785 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:16:51.214559 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Calling delete_port for 8365b4b6-2b89-4d14-9d8d-97a653022e14 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:16:51.216198 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (42372d07-88d9-474f-9285-3c99dc557a0b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.222569 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Releasing vlan 493 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:16:51.222969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (42372d07-88d9-474f-9285-3c99dc557a0b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.235593 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 425e5d36-f3e3-4d42-ac8c-c910a5731785 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:16:51.236226 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 425e5d36-f3e3-4d42-ac8c-c910a5731785 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:16:51.265980 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:51.271101 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment 42372d07-88d9-474f-9285-3c99dc557a0b resource provider aggregate not found Oct 13 13:16:51.287854 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment 42372d07-88d9-474f-9285-3c99dc557a0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42372d07-88d9-474f-9285-3c99dc557a0b found for delete ", "request_id": "req-26955ebe-df6a-4668-9274-3b79f4181e24"}]} Oct 13 13:16:51.296949 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (be617289-4b6b-4fbf-91a3-2f05a4825667), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.302839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.305887 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/be617289-4b6b-4fbf-91a3-2f05a4825667 HTTP/1.1" status: 204 len: 168 time: 0.5741401 Oct 13 13:16:51.313174 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:51.320290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (8365b4b6-2b89-4d14-9d8d-97a653022e14), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.323191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6bb2a-9501-464d-a258-c07f5abef5b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be617289-4b6b-4fbf-91a3-2f05a4825667,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:51.343955 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Network be617289-4b6b-4fbf-91a3-2f05a4825667 is not hosted by any dhcp agent {{(pid=104574) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 13:16:51.344418 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] No DVR routers for this DVR port 8365b4b6-2b89-4d14-9d8d-97a653022e14 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:16:51.346158 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Pushing event deleted for resources: {'Port': ['ID=8365b4b6-2b89-4d14-9d8d-97a653022e14,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:51.354770 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.355076 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.355417 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.356485 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.356985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.357501 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.358715 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.359236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.359848 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.360624 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.361289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.361636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.361972 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.362300 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.362791 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7426bfa9-ef50-44c6-b5bc-d3a019241acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:51.426765 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55230) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:51.456553 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:51.472763 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-250eabae-1b30-48f8-847d-cfd5c14cc0b0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4af4b9833fd14a1f881610bbc90bbd37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448194 Oct 13 13:16:51.475320 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55234) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:51.504708 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:51.531207 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-836e81bc-346a-48c9-868b-2f90d2c55cf2 admin admin] Publish callbacks [] for security_group (7ffa8a8a-3114-4c78-af19-6534345b0cc4), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.551664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-836e81bc-346a-48c9-868b-2f90d2c55cf2 admin admin] Publish callbacks [] for security_group (7ffa8a8a-3114-4c78-af19-6534345b0cc4), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.596711 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-836e81bc-346a-48c9-868b-2f90d2c55cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7ffa8a8a-3114-4c78-af19-6534345b0cc4), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.599264 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-836e81bc-346a-48c9-868b-2f90d2c55cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:51.600368 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-836e81bc-346a-48c9-868b-2f90d2c55cf2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7ffa8a8a-3114-4c78-af19-6534345b0cc4 HTTP/1.1" status: 204 len: 168 time: 0.1241770 Oct 13 13:16:51.608548 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e81bc-346a-48c9-868b-2f90d2c55cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffa8a8a-3114-4c78-af19-6534345b0cc4,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:51.619481 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:52.256171 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55258) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:52.355730 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1037193375-network', 'tenant_id': 'da546353194342439f9bc3f98f6737e0'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:52.376140 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Made reservation on behalf of da546353194342439f9bc3f98f6737e0 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:16:52.378409 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.387008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.463450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks [] for security_group (af9e4e3a-d060-4baf-a849-b0b3a6446ed7), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.467116 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (af9e4e3a-d060-4baf-a849-b0b3a6446ed7), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.495269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 486} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:16:52.502736 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e4e3a-d060-4baf-a849-b0b3a6446ed7,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:52.509187 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (32ffdb22-2ae0-4b81-bf70-c6fa141767b1), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.509535 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Added segment 32ffdb22-2ae0-4b81-bf70-c6fa141767b1 of type vlan for network 60c7ab31-db51-4574-8d4e-94d8596d64ad Oct 13 13:16:52.550548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (60c7ab31-db51-4574-8d4e-94d8596d64ad), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.576380 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (60c7ab31-db51-4574-8d4e-94d8596d64ad), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.577744 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:52.578571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.632680 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3754370 Oct 13 13:16:52.635494 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55266) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:52.645899 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Request body: {'subnet': {'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-subnet', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:52.657649 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c863db2-7d24-4f4a-b3fc-d4fab35d2994 admin admin] Pushing event updated for resources: {'Network': ['ID=60c7ab31-db51-4574-8d4e-94d8596d64ad,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:52.667390 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:16:52.673643 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Made reservation on behalf of da546353194342439f9bc3f98f6737e0 for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:16:52.676216 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080899'] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.847672 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4760293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080913'] for subnet (59694453-3ea7-47b4-9dd3-801ca641b31a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.902248 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:52.904731 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59694453-3ea7-47b4-9dd3-801ca641b31a,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:52.915522 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:16:52.915883 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Network hostable DHCP agents. Network: 60c7ab31-db51-4574-8d4e-94d8596d64ad, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:16:52.935074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:16:52.943340 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 60c7ab31-db51-4574-8d4e-94d8596d64ad) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:16:52.947271 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:52.947874 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.952462 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5024e44-e4e8-4607-8607-56991fc2f641 None None] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:16:52.963793 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-911e8200-8823-42ea-a094-36bf618fb407 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3273332 Oct 13 13:16:52.966476 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55268) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:52.970626 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:52.985641 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:52.992783 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:52.993798 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.049098 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks [] for router_controller (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.056005 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-60c7ab31-db51-4574-8d4e-94d8596d64ad', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:16:53.056920 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.181006 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks [] for router_gateway (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.191480 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Allocated IP 172.20.0.2 (60c7ab31-db51-4574-8d4e-94d8596d64ad/59694453-3ea7-47b4-9dd3-801ca641b31a/41cddfa1-21a0-442e-9937-564b71021e60) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:16:53.336276 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Publish callbacks [] for port (41cddfa1-21a0-442e-9937-564b71021e60), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.342519 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (41cddfa1-21a0-442e-9937-564b71021e60), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.376966 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks [] for router_gateway (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.387568 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:16:53.391030 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:16:53.393009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Pushing event updated for resources: {'Port': ['ID=41cddfa1-21a0-442e-9937-564b71021e60,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:53.395159 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:16:53.403624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.458407 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Attempting to bind port 41cddfa1-21a0-442e-9937-564b71021e60 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:16:53.458747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Attempting to bind port 41cddfa1-21a0-442e-9937-564b71021e60 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:16:53.459076 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Attempting to bind port 41cddfa1-21a0-442e-9937-564b71021e60 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:16:53.503720 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:16:53.504110 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:16:53.504515 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.504909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Bound using segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:16:53.505427 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Bound port: 41cddfa1-21a0-442e-9937-564b71021e60, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:16:53.505894 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (41cddfa1-21a0-442e-9937-564b71021e60), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.515074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Allocated IP 172.27.1.119 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/27b18c76-44db-4ec1-b183-06543fc8c44c) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:16:53.571618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] For port 41cddfa1-21a0-442e-9937-564b71021e60, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:16:53.574028 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] For port 41cddfa1-21a0-442e-9937-564b71021e60, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=41cddfa1-21a0-442e-9937-564b71021e60,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:16:53.581269 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (41cddfa1-21a0-442e-9937-564b71021e60), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.634951 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks [] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.635311 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08e8a-9285-40d9-88f6-0bdbdadbe199 None None] Pushing event updated for resources: {'Port': ['ID=41cddfa1-21a0-442e-9937-564b71021e60,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:53.669534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:53.714271 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:16:53.720064 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:16:53.724013 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:16:53.727461 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=27b18c76-44db-4ec1-b183-06543fc8c44c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:53.775718 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:53.972695 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:53.984435 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks [] for router_gateway (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.169010 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.293807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:16:54.402815 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:16:54.417817 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:16:54.424868 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.426112 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6630800b-18c9-4f9a-a2b1-8edf8b9e8ce3 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4586809 Oct 13 13:16:54.429035 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55278) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:54.430869 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:54.431698 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:54.482498 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:54.529396 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74127e1-6721-4321-8905-c74fafdbbc1e None None] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:16:54.580200 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55282) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:54.595317 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Provisioning complete for port 41cddfa1-21a0-442e-9937-564b71021e60 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:54.595689 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (41cddfa1-21a0-442e-9937-564b71021e60), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.596024 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Attempt 1 to provision port 41cddfa1-21a0-442e-9937-564b71021e60 Oct 13 13:16:54.618115 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:54.648790 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:54.729589 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4e12e24-d5d7-4b45-b277-baa77e09047f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.822427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4e12e24-d5d7-4b45-b277-baa77e09047f admin admin] Publish callbacks [] for security_group (5d67bbf0-3a60-4a3b-8722-638551dd15bb), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.827025 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f4e12e24-d5d7-4b45-b277-baa77e09047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5d67bbf0-3a60-4a3b-8722-638551dd15bb), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.863245 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f4e12e24-d5d7-4b45-b277-baa77e09047f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3a5a12da1f8944bb9e447fb28ee20e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789049 Oct 13 13:16:54.863245 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55292) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:54.909263 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.931020 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Current status of the port 41cddfa1-21a0-442e-9937-564b71021e60 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:54.931459 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (41cddfa1-21a0-442e-9937-564b71021e60), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:54.937755 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e12e24-d5d7-4b45-b277-baa77e09047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d67bbf0-3a60-4a3b-8722-638551dd15bb,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:54.957075 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:54.971389 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5a328c9a-b002-437f-aa93-02aa0e74f175 admin admin] Publish callbacks [] for security_group (5d67bbf0-3a60-4a3b-8722-638551dd15bb), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.002439 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5a328c9a-b002-437f-aa93-02aa0e74f175 admin admin] Publish callbacks [] for security_group (5d67bbf0-3a60-4a3b-8722-638551dd15bb), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.051143 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] For port 41cddfa1-21a0-442e-9937-564b71021e60, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=41cddfa1-21a0-442e-9937-564b71021e60,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:55.070515 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (41cddfa1-21a0-442e-9937-564b71021e60), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.082876 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5a328c9a-b002-437f-aa93-02aa0e74f175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5d67bbf0-3a60-4a3b-8722-638551dd15bb), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.088726 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5a328c9a-b002-437f-aa93-02aa0e74f175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.106934 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5a328c9a-b002-437f-aa93-02aa0e74f175 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5d67bbf0-3a60-4a3b-8722-638551dd15bb HTTP/1.1" status: 204 len: 168 time: 0.2414598 Oct 13 13:16:55.143925 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a328c9a-b002-437f-aa93-02aa0e74f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d67bbf0-3a60-4a3b-8722-638551dd15bb,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:55.199373 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6006d-3e0a-45b2-a61c-38141e7355a5 None None] Pushing event updated for resources: {'Port': ['ID=41cddfa1-21a0-442e-9937-564b71021e60,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:55.201171 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Allocated IP 172.20.0.1 (60c7ab31-db51-4574-8d4e-94d8596d64ad/59694453-3ea7-47b4-9dd3-801ca641b31a/8d127081-d46b-4a92-aa02-88bb428606e1) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:16:55.209181 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:53Z', 'revision_number': 3, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:55.250925 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 41cddfa1-21a0-442e-9937-564b71021e60 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:16:55.253344 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:16:55.253776 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Updating router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 port 27b18c76-44db-4ec1-b183-06543fc8c44c binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:16:55.318408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d27f7b12-9f45-4c32-aa69-b625988026f3 None None] Provisioning complete for port 41cddfa1-21a0-442e-9937-564b71021e60 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:55.319083 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d27f7b12-9f45-4c32-aa69-b625988026f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (41cddfa1-21a0-442e-9937-564b71021e60), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.319525 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d27f7b12-9f45-4c32-aa69-b625988026f3 None None] Attempt 1 to provision port 41cddfa1-21a0-442e-9937-564b71021e60 Oct 13 13:16:55.393285 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.458085 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 41cddfa1-21a0-442e-9937-564b71021e60 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:55.459487 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (41cddfa1-21a0-442e-9937-564b71021e60), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.459830 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 41cddfa1-21a0-442e-9937-564b71021e60 Oct 13 13:16:55.557372 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55302) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:55.576087 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1adcdb4c-ed5d-4dd1-9f86-64638541815e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.589945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:55.627071 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks [] for port (8d127081-d46b-4a92-aa02-88bb428606e1), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.651432 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:55.657967 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:55.659014 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:55.663884 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.669979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d27f7b12-9f45-4c32-aa69-b625988026f3 None None] Current status of the port 41cddfa1-21a0-442e-9937-564b71021e60 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:55.678141 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1adcdb4c-ed5d-4dd1-9f86-64638541815e admin admin] Publish callbacks [] for security_group (70a8e350-0fdd-4505-ae6e-a3e42a46c925), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.682364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-1adcdb4c-ed5d-4dd1-9f86-64638541815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (70a8e350-0fdd-4505-ae6e-a3e42a46c925), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.717717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Pushing event updated for resources: {'Port': ['ID=8d127081-d46b-4a92-aa02-88bb428606e1,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:55.730357 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:16:55.733707 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-1adcdb4c-ed5d-4dd1-9f86-64638541815e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4d65446ad1ff462ebbddb400362dfc1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1745608 Oct 13 13:16:55.735371 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:16:55.737829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55304) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:55.740284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcdb4c-ed5d-4dd1-9f86-64638541815e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8e350-0fdd-4505-ae6e-a3e42a46c925,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:55.743664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:16:55.794520 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.809227 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be0a972e-2013-4eaa-9975-162df949f4f3 admin admin] Publish callbacks [] for security_group (70a8e350-0fdd-4505-ae6e-a3e42a46c925), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.832512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be0a972e-2013-4eaa-9975-162df949f4f3 admin admin] Publish callbacks [] for security_group (70a8e350-0fdd-4505-ae6e-a3e42a46c925), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.860349 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 41cddfa1-21a0-442e-9937-564b71021e60 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:55.915018 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be0a972e-2013-4eaa-9975-162df949f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (70a8e350-0fdd-4505-ae6e-a3e42a46c925), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.917855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-be0a972e-2013-4eaa-9975-162df949f4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:55.921421 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-be0a972e-2013-4eaa-9975-162df949f4f3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/70a8e350-0fdd-4505-ae6e-a3e42a46c925 HTTP/1.1" status: 204 len: 168 time: 0.1798229 Oct 13 13:16:55.938052 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a972e-2013-4eaa-9975-162df949f4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8e350-0fdd-4505-ae6e-a3e42a46c925,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:55.962734 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.008120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:56.031724 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Publish callbacks [] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.040211 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.078597 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Attempting to bind port 27b18c76-44db-4ec1-b183-06543fc8c44c on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:16:56.078973 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Attempting to bind port 27b18c76-44db-4ec1-b183-06543fc8c44c by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:16:56.079357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Attempting to bind port 27b18c76-44db-4ec1-b183-06543fc8c44c on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:16:56.129679 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c63794-4b69-45fb-87bb-fb232a7f3da4 None None] Pushing event updated for resources: {'Port': ['ID=27b18c76-44db-4ec1-b183-06543fc8c44c,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:56.135289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-8c74875f-2301-4c9b-ae40-5462cc813bd8 None None] Provisioning complete for port 8d127081-d46b-4a92-aa02-88bb428606e1 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:56.135665 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8c74875f-2301-4c9b-ae40-5462cc813bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.136005 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-8c74875f-2301-4c9b-ae40-5462cc813bd8 None None] Attempt 1 to provision port 8d127081-d46b-4a92-aa02-88bb428606e1 Oct 13 13:16:56.148580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks [] for port (8d127081-d46b-4a92-aa02-88bb428606e1), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.154086 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.173878 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:16:56.174251 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:16:56.174895 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.175321 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:16:56.175806 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Bound port: 27b18c76-44db-4ec1-b183-06543fc8c44c, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:16:56.176195 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.206915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-8c74875f-2301-4c9b-ae40-5462cc813bd8 None None] Port 8d127081-d46b-4a92-aa02-88bb428606e1 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:16:56.232306 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Pushing event updated for resources: {'Port': ['ID=8d127081-d46b-4a92-aa02-88bb428606e1,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:56.234003 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] For port 27b18c76-44db-4ec1-b183-06543fc8c44c, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:16:56.237561 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] For port 27b18c76-44db-4ec1-b183-06543fc8c44c, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27b18c76-44db-4ec1-b183-06543fc8c44c,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:16:56.238652 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.246259 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.295225 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:56.295868 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:56.350903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:16:56.353056 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:16:56.361823 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c63794-4b69-45fb-87bb-fb232a7f3da4 None None] Pushing event updated for resources: {'Port': ['ID=27b18c76-44db-4ec1-b183-06543fc8c44c,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:56.449104 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:56.491606 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:56.509207 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:16:56.653561 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:16:56.661339 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-80fa0f68-6da0-4e1d-97f5-9aee158de54f admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c3eda6c5-6d3b-4030-abba-3ef2e05cf654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2306619 Oct 13 13:16:56.740097 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-5c861fed-9e93-463a-b488-874c914741ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:16:56Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:56.777332 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c861fed-9e93-463a-b488-874c914741ca None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:16:56Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:16:56.782099 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-a6408d4c-1e52-41f9-b21f-f30e47c5466e None None] Provisioning complete for port 8d127081-d46b-4a92-aa02-88bb428606e1 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:56.782547 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a6408d4c-1e52-41f9-b21f-f30e47c5466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:56.782847 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-a6408d4c-1e52-41f9-b21f-f30e47c5466e None None] Attempt 1 to provision port 8d127081-d46b-4a92-aa02-88bb428606e1 Oct 13 13:16:56.823692 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:56.863702 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-a6408d4c-1e52-41f9-b21f-f30e47c5466e None None] Port 8d127081-d46b-4a92-aa02-88bb428606e1 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:16:56.868774 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.152744 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 41cddfa1-21a0-442e-9937-564b71021e60 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:16:57.207408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 41cddfa1-21a0-442e-9937-564b71021e60 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:57.207789 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (41cddfa1-21a0-442e-9937-564b71021e60), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.208131 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 41cddfa1-21a0-442e-9937-564b71021e60 Oct 13 13:16:57.218031 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55344) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:57.222715 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363578431', 'description': 'tempest-description--1299975317'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:57.251487 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.304558 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:57.311278 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 41cddfa1-21a0-442e-9937-564b71021e60 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:57.348877 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (7bbf10b5-3ef7-484e-8917-b8e1db71ba5b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.357762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7bbf10b5-3ef7-484e-8917-b8e1db71ba5b), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.384520 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.387226 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1668117 Oct 13 13:16:57.388804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55352) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:57.393290 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': '7bbf10b5-3ef7-484e-8917-b8e1db71ba5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:57.416994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7704-868e-4587-bf43-242d6ca9298a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:57.438518 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (3f4deb0f-7a6a-49e3-acac-929c908fc7f5), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.503676 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (3f4deb0f-7a6a-49e3-acac-929c908fc7f5), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.508146 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (3f4deb0f-7a6a-49e3-acac-929c908fc7f5), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.528117 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4deb0f-7a6a-49e3-acac-929c908fc7f5,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:57.540542 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.541914 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c49762f6-778d-49ec-95cf-78df64c24645 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521857 Oct 13 13:16:57.545253 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55356) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:57.550851 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': '7bbf10b5-3ef7-484e-8917-b8e1db71ba5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:57.578357 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:57.580512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (309b1b68-176b-41df-a293-f0dc15e33b5f), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.671022 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=79,neutron:DELETE=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:57.673287 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (309b1b68-176b-41df-a293-f0dc15e33b5f), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.678239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (309b1b68-176b-41df-a293-f0dc15e33b5f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.703688 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309b1b68-176b-41df-a293-f0dc15e33b5f,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:57.711907 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.716424 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9d209926-9cf4-4d95-b96b-ee922f54c018 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664436 Oct 13 13:16:57.717029 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55360) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:16:57.721749 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:16:57.745970 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.838477 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:57.840721 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:57.972595 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.27.1.97 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/329bccce-db3c-4935-8001-fc0230ffd710) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:16:58.094676 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (329bccce-db3c-4935-8001-fc0230ffd710), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.130507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (329bccce-db3c-4935-8001-fc0230ffd710), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.177005 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:16:58.182361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:16:58.185914 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:16:58.189976 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=329bccce-db3c-4935-8001-fc0230ffd710,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:58.289337 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (06afe318-0020-486e-8797-84c265702f4a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.331012 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (329bccce-db3c-4935-8001-fc0230ffd710), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.333540 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:58.486371 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (329bccce-db3c-4935-8001-fc0230ffd710), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.491205 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (329bccce-db3c-4935-8001-fc0230ffd710), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.564162 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=329bccce-db3c-4935-8001-fc0230ffd710,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:58.567963 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (06afe318-0020-486e-8797-84c265702f4a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.584623 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:58.586074 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-07a7d9e9-7803-4c34-877b-9bab07330857 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8676586 Oct 13 13:16:58.817496 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-4a5907de-5c85-4a91-a6b6-47241c1fa986 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1363578431&fields=id&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 267 time: 0.0645578 Oct 13 13:16:58.891349 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:58.936951 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-6c967b77-6673-4899-a91a-6da3c3f24101 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:16:58.938323 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-6c967b77-6673-4899-a91a-6da3c3f24101 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1144712 Oct 13 13:16:58.954834 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ff2a8984-c9b2-4903-adf7-3c91f4630040 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/quotas/da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 375 time: 0.0105238 Oct 13 13:16:59.010532 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-1acb8799-4820-4554-bdc5-856a0867a96d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501413 Oct 13 13:16:59.100862 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27b18c76-44db-4ec1-b183-06543fc8c44c up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:16:59.124891 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:16:59.135022 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:16:59.135681 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:59.148526 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 27b18c76-44db-4ec1-b183-06543fc8c44c triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:16:59.148901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.149235 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 27b18c76-44db-4ec1-b183-06543fc8c44c Oct 13 13:16:59.223741 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 27b18c76-44db-4ec1-b183-06543fc8c44c is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:16:59.224137 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.231588 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-496ae91a-8fec-4bfa-a126-cb806c0387ff service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087138 Oct 13 13:16:59.243550 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:16:59.245765 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 27b18c76-44db-4ec1-b183-06543fc8c44c, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27b18c76-44db-4ec1-b183-06543fc8c44c,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:16:59.253226 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.305875 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=27b18c76-44db-4ec1-b183-06543fc8c44c,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:59.337324 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-4f4e6690-a226-4408-a429-7fe83444a4b0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989125 Oct 13 13:16:59.450600 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:16:56Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:16:59.480444 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:16:59.480843 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Updating router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 port 8d127081-d46b-4a92-aa02-88bb428606e1 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:16:59.512835 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b1e4fa27-9c1b-4b93-b4b8-f1c046b16e70 req-48704717-ab93-46f5-a49a-880fd1263d35 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 210 time: 0.0350270 Oct 13 13:16:59.515469 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.607781 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:59.777024 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Publish callbacks [] for port (8d127081-d46b-4a92-aa02-88bb428606e1), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.778350 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:16:59.784565 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.866849 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Pushing event updated for resources: {'Port': ['ID=8d127081-d46b-4a92-aa02-88bb428606e1,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:16:59.881598 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.881956 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.882320 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.882682 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.883049 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.883400 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.883835 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.884050 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.884377 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.884704 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.885033 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.885376 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.885702 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.886028 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.886352 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:16:59.892066 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Attempting to bind port 8d127081-d46b-4a92-aa02-88bb428606e1 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:16:59.892442 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Attempting to bind port 8d127081-d46b-4a92-aa02-88bb428606e1 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:16:59.892808 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Attempting to bind port 8d127081-d46b-4a92-aa02-88bb428606e1 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:16:59.935160 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:16:59.935537 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:16:59.935940 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:16:59.936338 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Bound using segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:16:59.936836 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Bound port: 8d127081-d46b-4a92-aa02-88bb428606e1, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:16:59.937214 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:00.006261 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] For port 8d127081-d46b-4a92-aa02-88bb428606e1, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:00.009672 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] For port 8d127081-d46b-4a92-aa02-88bb428606e1, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8d127081-d46b-4a92-aa02-88bb428606e1,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:00.016318 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:00.074453 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:00.075097 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:16:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:00.111901 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eb513-5d32-4ddf-a130-69356c81de50 None None] Pushing event updated for resources: {'Port': ['ID=8d127081-d46b-4a92-aa02-88bb428606e1,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:00.189186 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:00.368794 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:00Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:00.394137 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4905b-1150-45a0-b058-df14de0a91a9 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:00Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:17:00.621745 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3b2bb6de-0b26-48cf-a43c-87dd9fe02464 req-9ef38620-5cf0-4ef7-9d69-d605a90301f7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 210 time: 0.0288396 Oct 13 13:17:00.967996 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-74b0b150-ac31-448c-bb18-6cfa1cb89ff2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:00.971263 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-74b0b150-ac31-448c-bb18-6cfa1cb89ff2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1213927 Oct 13 13:17:01.065156 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-c51fa398-ab76-4975-b116-580f40ca4f5e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 380 time: 0.0811939 Oct 13 13:17:01.077110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'port': {'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'admin_state_up': True, 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'security_groups': ['7bbf10b5-3ef7-484e-8917-b8e1db71ba5b']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:01.157790 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27b18c76-44db-4ec1-b183-06543fc8c44c up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:01.211049 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 27b18c76-44db-4ec1-b183-06543fc8c44c triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:01.211584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.212082 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 27b18c76-44db-4ec1-b183-06543fc8c44c Oct 13 13:17:01.253010 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Made reservation on behalf of da546353194342439f9bc3f98f6737e0 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:17:01.258254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.318082 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 27b18c76-44db-4ec1-b183-06543fc8c44c is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:01.320358 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8d127081-d46b-4a92-aa02-88bb428606e1 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:01.387547 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 8d127081-d46b-4a92-aa02-88bb428606e1 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:01.387939 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.388228 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 8d127081-d46b-4a92-aa02-88bb428606e1 Oct 13 13:17:01.431352 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.20.0.11 (60c7ab31-db51-4574-8d4e-94d8596d64ad/59694453-3ea7-47b4-9dd3-801ca641b31a/f712db69-8915-4f5c-b72c-2bbcb66d33ab) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:01.481251 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 8d127081-d46b-4a92-aa02-88bb428606e1 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:01.481992 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.519920 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 8d127081-d46b-4a92-aa02-88bb428606e1, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8d127081-d46b-4a92-aa02-88bb428606e1,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:01.524218 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.585317 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=8d127081-d46b-4a92-aa02-88bb428606e1,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:01.601843 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.633297 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.687268 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:01.693393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:01.695351 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=f712db69-8915-4f5c-b72c-2bbcb66d33ab,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:01.697836 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:01.749472 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:01.750103 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.753164 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f40f7e-09dd-49b9-94d1-2d05239200b0 req-b70807c2-458b-4af7-9748-04c48ce9b70d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:01.755543 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6f40f7e-09dd-49b9-94d1-2d05239200b0 req-b70807c2-458b-4af7-9748-04c48ce9b70d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 932 time: 0.0545471 Oct 13 13:17:01.768317 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-7ca2d8e8-8d54-41c2-9baf-d6b6b9d585a8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7001565 Oct 13 13:17:01.780460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Request body: {'port': {'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:01.782989 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:01.809697 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6f40f7e-09dd-49b9-94d1-2d05239200b0 req-b7e3b3c9-fecd-4e0d-bb50-7f7a6f491592 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492587 Oct 13 13:17:01.825319 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:01.854301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.942193 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-014f8a85-380e-44f9-baf6-687cea6c6c58 None None] Provisioning complete for port f712db69-8915-4f5c-b72c-2bbcb66d33ab triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:01.942573 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-014f8a85-380e-44f9-baf6-687cea6c6c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:01.942912 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-014f8a85-380e-44f9-baf6-687cea6c6c58 None None] Attempt 1 to provision port f712db69-8915-4f5c-b72c-2bbcb66d33ab Oct 13 13:17:01.976707 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-014f8a85-380e-44f9-baf6-687cea6c6c58 None None] Port f712db69-8915-4f5c-b72c-2bbcb66d33ab cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:17:02.340782 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f712db69-8915-4f5c-b72c-2bbcb66d33ab {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:17:02.348391 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Publish callbacks [] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:02.361761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Transition to ACTIVE for port object f712db69-8915-4f5c-b72c-2bbcb66d33ab will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:17:02.365570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:02.446655 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Pushing event updated for resources: {'Port': ['ID=f712db69-8915-4f5c-b72c-2bbcb66d33ab,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:02.482589 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Attempting to bind port f712db69-8915-4f5c-b72c-2bbcb66d33ab on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:02.482972 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Attempting to bind port f712db69-8915-4f5c-b72c-2bbcb66d33ab by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:02.483296 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Attempting to bind port f712db69-8915-4f5c-b72c-2bbcb66d33ab on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:02.525241 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Port f712db69-8915-4f5c-b72c-2bbcb66d33ab on network 60c7ab31-db51-4574-8d4e-94d8596d64ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:17:02.525574 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Attempting to bind port f712db69-8915-4f5c-b72c-2bbcb66d33ab on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:02.567641 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:02.567985 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:02.568374 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Bound using segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:02.568817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Bound port: f712db69-8915-4f5c-b72c-2bbcb66d33ab, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:02.569192 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:02.633489 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] For port f712db69-8915-4f5c-b72c-2bbcb66d33ab, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:02.635516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] For port f712db69-8915-4f5c-b72c-2bbcb66d33ab, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:02.641302 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:02.645491 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:02.646107 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:02.647502 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/f712db69-8915-4f5c-b72c-2bbcb66d33ab HTTP/1.1" status: 200 len: 1094 time: 0.8721507 Oct 13 13:17:02.648137 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:17:02.651710 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a818549b-8f80-4b70-b530-f235a4d9c370" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:17:02.717028 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e3714e-185b-4156-817d-809323082e5c x-openstack-request-id: req-40e3714e-185b-4156-817d-809323082e5c {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:17:02.717310 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:17:02.721364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40e3714e-185b-4156-817d-809323082e5c {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:17:02.721364 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e3714e-185b-4156-817d-809323082e5c'] response: {'name': 'network-changed', 'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'status': 'completed', 'code': 200} Oct 13 13:17:02.752713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e470d-b2c9-498a-9a14-fd7ad903490b service neutron] Pushing event updated for resources: {'Port': ['ID=f712db69-8915-4f5c-b72c-2bbcb66d33ab,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:02.762992 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-b4147c63-cf81-4cdb-a882-8ab15b7437fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:02.764673 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-b4147c63-cf81-4cdb-a882-8ab15b7437fa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 1128 time: 0.0632367 Oct 13 13:17:02.809892 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-b0e935c1-eff2-4bbc-828e-9745e5b22747 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab HTTP/1.1" status: 200 len: 217 time: 0.0377469 Oct 13 13:17:02.868905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-b334e6ab-e741-4b57-931a-97e8a8696eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:02.870632 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-b334e6ab-e741-4b57-931a-97e8a8696eb6 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0545437 Oct 13 13:17:02.914261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:02.935443 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-8b20a3aa-1c5d-4469-b0aa-49a8732aa167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:02.937344 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-8b20a3aa-1c5d-4469-b0aa-49a8732aa167 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575893 Oct 13 13:17:02.976101 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b419a2-efe8-4116-9214-0ed6e96fddc1 req-32322051-0a02-4620-aa8b-dddb4a75247d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:02.978375 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19b419a2-efe8-4116-9214-0ed6e96fddc1 req-32322051-0a02-4620-aa8b-dddb4a75247d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 944 time: 0.0735388 Oct 13 13:17:03.007727 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55482) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:03.056696 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-19b419a2-efe8-4116-9214-0ed6e96fddc1 req-704ea4cb-3161-464a-8ab2-63aa458215e4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716541 Oct 13 13:17:03.090701 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-36148219-6ccf-43ac-a7d2-0991ade36f6f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456237 Oct 13 13:17:03.118466 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8d127081-d46b-4a92-aa02-88bb428606e1 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:03.147793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:03.156639 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:03.166006 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 8d127081-d46b-4a92-aa02-88bb428606e1 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:03.166381 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.166719 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 8d127081-d46b-4a92-aa02-88bb428606e1 Oct 13 13:17:03.167616 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67d35508-4de1-407e-8998-15a2ea43b601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.228410 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0f16f0ea-3db8-4502-99f6-4a42310b930b req-4130b0ff-abf3-47a9-a762-50d1cb80ee78 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318350 Oct 13 13:17:03.238741 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:03.243650 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 8d127081-d46b-4a92-aa02-88bb428606e1 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:03.278588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67d35508-4de1-407e-8998-15a2ea43b601 admin admin] Publish callbacks [] for security_group (8deab5d7-0952-4209-a0b9-dc81145a1a7c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.282537 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-67d35508-4de1-407e-8998-15a2ea43b601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8deab5d7-0952-4209-a0b9-dc81145a1a7c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.325662 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-67d35508-4de1-407e-8998-15a2ea43b601 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b5b9591bcb6844089750ccac49bdc5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168218 Oct 13 13:17:03.326789 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d35508-4de1-407e-8998-15a2ea43b601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deab5d7-0952-4209-a0b9-dc81145a1a7c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:03.328554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55486) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:03.379234 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-898e4fab-8aab-464b-a4f2-288812853a05 admin admin] Publish callbacks [] for security_group (8deab5d7-0952-4209-a0b9-dc81145a1a7c), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.399994 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-898e4fab-8aab-464b-a4f2-288812853a05 admin admin] Publish callbacks [] for security_group (8deab5d7-0952-4209-a0b9-dc81145a1a7c), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.415673 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:03.447647 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-898e4fab-8aab-464b-a4f2-288812853a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8deab5d7-0952-4209-a0b9-dc81145a1a7c), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.450778 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-898e4fab-8aab-464b-a4f2-288812853a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.451984 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-898e4fab-8aab-464b-a4f2-288812853a05 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8deab5d7-0952-4209-a0b9-dc81145a1a7c HTTP/1.1" status: 204 len: 168 time: 0.1223879 Oct 13 13:17:03.459589 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e4fab-8aab-464b-a4f2-288812853a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deab5d7-0952-4209-a0b9-dc81145a1a7c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:03.733437 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55498) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:03.747450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-136eee76-beea-4bae-a145-1ead1c34d329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.822770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-136eee76-beea-4bae-a145-1ead1c34d329 admin admin] Publish callbacks [] for security_group (34bea11a-5143-476c-be44-f795819fb61c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.826657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-136eee76-beea-4bae-a145-1ead1c34d329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (34bea11a-5143-476c-be44-f795819fb61c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.864542 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136eee76-beea-4bae-a145-1ead1c34d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bea11a-5143-476c-be44-f795819fb61c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:03.869701 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-136eee76-beea-4bae-a145-1ead1c34d329 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=37031c4080a14e45aa7531e20394c6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352377 Oct 13 13:17:03.873158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55500) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:03.924514 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c4246b8e-465d-48b3-ab0b-83ff97e5f467 admin admin] Publish callbacks [] for security_group (34bea11a-5143-476c-be44-f795819fb61c), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.945557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c4246b8e-465d-48b3-ab0b-83ff97e5f467 admin admin] Publish callbacks [] for security_group (34bea11a-5143-476c-be44-f795819fb61c), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.996725 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c4246b8e-465d-48b3-ab0b-83ff97e5f467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (34bea11a-5143-476c-be44-f795819fb61c), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:03.999285 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c4246b8e-465d-48b3-ab0b-83ff97e5f467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.000411 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c4246b8e-465d-48b3-ab0b-83ff97e5f467 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/34bea11a-5143-476c-be44-f795819fb61c HTTP/1.1" status: 204 len: 168 time: 0.1263511 Oct 13 13:17:04.008741 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246b8e-465d-48b3-ab0b-83ff97e5f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bea11a-5143-476c-be44-f795819fb61c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:04.092066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-197cb44c-edc1-4b72-a0b5-7019b0f65690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:04.094137 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-197cb44c-edc1-4b72-a0b5-7019b0f65690 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 1128 time: 0.0429904 Oct 13 13:17:04.160656 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:04.193587 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc324e-3325-45ec-8c93-b43e103fb202 req-dae069fb-d949-45d6-951b-1c266ed28acb tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:04.195141 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dbcc324e-3325-45ec-8c93-b43e103fb202 req-dae069fb-d949-45d6-951b-1c266ed28acb tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 944 time: 0.0584154 Oct 13 13:17:04.199826 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-9951de85-1adf-4265-953e-8c448ec0549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:04.201282 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-9951de85-1adf-4265-953e-8c448ec0549b service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.1004338 Oct 13 13:17:04.245408 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-dbcc324e-3325-45ec-8c93-b43e103fb202 req-1958e3dd-8c26-4da2-8a46-2dbc198d44ce tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439060 Oct 13 13:17:04.245644 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-b18ed30e-087e-4db0-b943-3bcdac190c91 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab HTTP/1.1" status: 200 len: 217 time: 0.0371947 Oct 13 13:17:04.297824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-6479db09-f2e4-49df-ab10-4a125d090078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:04.300389 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-6479db09-f2e4-49df-ab10-4a125d090078 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0477159 Oct 13 13:17:04.346421 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-6859b045-bb24-4d0c-9923-e798408d8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:04.348145 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-6859b045-bb24-4d0c-9923-e798408d8105 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420377 Oct 13 13:17:04.365648 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55508) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:04.382173 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:04.416744 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ff40ff-8c30-4b0e-a0f0-0d46e626b396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.489016 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-e7f1eeab-4780-4a2a-b585-35e47875501f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342213 Oct 13 13:17:04.584863 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ff40ff-8c30-4b0e-a0f0-0d46e626b396 admin admin] Publish callbacks [] for security_group (4e3d4fcb-5609-487b-b080-72b83ef8fe40), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.595865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ff40ff-8c30-4b0e-a0f0-0d46e626b396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (4e3d4fcb-5609-487b-b080-72b83ef8fe40), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.642971 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a818549b-8f80-4b70-b530-f235a4d9c370 req-470a6772-a100-4e2f-a7ec-28a263dbc2a6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475291 Oct 13 13:17:04.647374 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c1ff40ff-8c30-4b0e-a0f0-0d46e626b396 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=77635c4d233345edb8736b4fbe3d8cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808108 Oct 13 13:17:04.648136 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff40ff-8c30-4b0e-a0f0-0d46e626b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3d4fcb-5609-487b-b080-72b83ef8fe40,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:04.650386 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55512) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:04.709417 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-177b7d1e-716c-42a9-a3ef-5d1d428aae6a admin admin] Publish callbacks [] for security_group (4e3d4fcb-5609-487b-b080-72b83ef8fe40), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.736348 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-177b7d1e-716c-42a9-a3ef-5d1d428aae6a admin admin] Publish callbacks [] for security_group (4e3d4fcb-5609-487b-b080-72b83ef8fe40), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.817389 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-ab89b7e5-b64a-49e0-ab7b-fcc3e0783b17 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484693 Oct 13 13:17:04.826353 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-177b7d1e-716c-42a9-a3ef-5d1d428aae6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (4e3d4fcb-5609-487b-b080-72b83ef8fe40), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.828945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-177b7d1e-716c-42a9-a3ef-5d1d428aae6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:04.830090 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-177b7d1e-716c-42a9-a3ef-5d1d428aae6a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4e3d4fcb-5609-487b-b080-72b83ef8fe40 HTTP/1.1" status: 204 len: 168 time: 0.1788085 Oct 13 13:17:04.839801 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b7d1e-716c-42a9-a3ef-5d1d428aae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3d4fcb-5609-487b-b080-72b83ef8fe40,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:04.884832 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-2ee000e8-83ca-478d-b904-0c7de7d4c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:04.886412 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-2ee000e8-83ca-478d-b904-0c7de7d4c371 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1130 time: 0.0427604 Oct 13 13:17:05.013150 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-23682aef-e4ac-4d40-a406-ea50a30f0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:05.014636 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-23682aef-e4ac-4d40-a406-ea50a30f0e1e service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.1002274 Oct 13 13:17:05.067658 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:05.082690 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-5d3c2b1a-cf1a-4fa1-8d1a-ac0a07fc9b13 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 1002 time: 0.0606351 Oct 13 13:17:05.132038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-1670354e-b2c7-46ac-8d6b-fb7fdec552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:05.133486 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-1670354e-b2c7-46ac-8d6b-fb7fdec552cd service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0441172 Oct 13 13:17:05.181238 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-1b4990b3-7069-40ee-94b6-ba03c9b1f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:05.182834 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-1b4990b3-7069-40ee-94b6-ba03c9b1f0f9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421486 Oct 13 13:17:05.284511 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-dcb31442-fa24-4165-93d8-feee4640dcca service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951924 Oct 13 13:17:05.365034 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:05.367650 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4db9f-f6bf-4fce-af85-a9abc083ba91 req-d4460c72-04b4-4271-8a83-c7f748639a1f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:05.375183 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-03f4db9f-f6bf-4fce-af85-a9abc083ba91 req-d4460c72-04b4-4271-8a83-c7f748639a1f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 944 time: 0.0553193 Oct 13 13:17:05.394600 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-97ab254b-497e-4aaf-bf83-37e0f430f25c req-8aef8100-5cae-40a6-85ca-a398c019b76f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035192 Oct 13 13:17:05.424460 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-03f4db9f-f6bf-4fce-af85-a9abc083ba91 req-0fb719fb-3e3a-4dab-8d70-2d8dd1ac992e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484285 Oct 13 13:17:05.750332 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device f712db69-8915-4f5c-b72c-2bbcb66d33ab details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:17:05.857216 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port f712db69-8915-4f5c-b72c-2bbcb66d33ab, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:05.869232 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:17:05.906723 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port f712db69-8915-4f5c-b72c-2bbcb66d33ab is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:05.907200 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:05.931633 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f712db69-8915-4f5c-b72c-2bbcb66d33ab {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:17:05.963979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port f712db69-8915-4f5c-b72c-2bbcb66d33ab, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:05.968577 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.040841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=f712db69-8915-4f5c-b72c-2bbcb66d33ab,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:06.127267 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55554) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:06.195603 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['f712db69-8915-4f5c-b72c-2bbcb66d33ab'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:17:06.229410 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d55c8813-982b-4b87-a01a-aa16fd40bded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.274585 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:06.313434 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d55c8813-982b-4b87-a01a-aa16fd40bded admin admin] Publish callbacks [] for security_group (505a8692-c088-49ab-808a-4920411de1ad), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.317733 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d55c8813-982b-4b87-a01a-aa16fd40bded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (505a8692-c088-49ab-808a-4920411de1ad), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.359732 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d55c8813-982b-4b87-a01a-aa16fd40bded admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=7913b472c713462daa5945cd12c82cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314155 Oct 13 13:17:06.361661 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8813-982b-4b87-a01a-aa16fd40bded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a8692-c088-49ab-808a-4920411de1ad,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:06.362440 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55558) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:06.413486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7fdb-2bbf-4947-9815-9a7eb146fd48 admin admin] Publish callbacks [] for security_group (505a8692-c088-49ab-808a-4920411de1ad), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.434636 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7fdb-2bbf-4947-9815-9a7eb146fd48 admin admin] Publish callbacks [] for security_group (505a8692-c088-49ab-808a-4920411de1ad), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.481474 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7fdb-2bbf-4947-9815-9a7eb146fd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (505a8692-c088-49ab-808a-4920411de1ad), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.484110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d4d7fdb-2bbf-4947-9815-9a7eb146fd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:06.487644 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2d4d7fdb-2bbf-4947-9815-9a7eb146fd48 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/505a8692-c088-49ab-808a-4920411de1ad HTTP/1.1" status: 204 len: 168 time: 0.1240008 Oct 13 13:17:06.495823 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d7fdb-2bbf-4947-9815-9a7eb146fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a8692-c088-49ab-808a-4920411de1ad,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:06.549603 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851195-4855-4c04-aee3-e290fba8a9dc req-824d1cae-acd0-4e46-a454-43333d6f294f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:06.551092 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29851195-4855-4c04-aee3-e290fba8a9dc req-824d1cae-acd0-4e46-a454-43333d6f294f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 945 time: 0.0520601 Oct 13 13:17:06.598758 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-29851195-4855-4c04-aee3-e290fba8a9dc req-0bb5c255-6a34-4b54-a09c-7cfea8353807 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Oct 13 13:17:07.738843 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf866e-270c-4afd-b48f-ceb0422d2777 req-4d643cba-84fc-4497-9828-88f3a7979d13 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:07.740353 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-afdf866e-270c-4afd-b48f-ceb0422d2777 req-4d643cba-84fc-4497-9828-88f3a7979d13 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 945 time: 0.0539045 Oct 13 13:17:07.789545 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-afdf866e-270c-4afd-b48f-ceb0422d2777 req-e9cb0542-9446-4b5e-ba8b-6c38fd6a2267 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434353 Oct 13 13:17:08.912381 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b54db6-7b10-40a3-942c-4d5e70bc10fa req-f4f93a2f-284f-416a-b3d5-6960db48212c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:08.913860 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f8b54db6-7b10-40a3-942c-4d5e70bc10fa req-f4f93a2f-284f-416a-b3d5-6960db48212c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 945 time: 0.0497322 Oct 13 13:17:08.961176 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f8b54db6-7b10-40a3-942c-4d5e70bc10fa req-4aeaa4de-9c2b-4180-ac86-02c2fc5915af tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Oct 13 13:17:09.016177 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device f712db69-8915-4f5c-b72c-2bbcb66d33ab up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:09.062265 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port f712db69-8915-4f5c-b72c-2bbcb66d33ab completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:17:09.068131 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port f712db69-8915-4f5c-b72c-2bbcb66d33ab triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:09.068507 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:09.068906 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port f712db69-8915-4f5c-b72c-2bbcb66d33ab Oct 13 13:17:09.140245 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port f712db69-8915-4f5c-b72c-2bbcb66d33ab is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:09.140629 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:09.163244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:17:09.165449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54b8342-5df0-4b37-a2d5-511791c7d2fb" -d '{"events": [{"server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "name": "network-vif-plugged", "status": "completed", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:17:09.177877 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port f712db69-8915-4f5c-b72c-2bbcb66d33ab, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:09.181866 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:09.206437 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921b4f8-4d5a-4173-a822-6ca6f7248783 x-openstack-request-id: req-5921b4f8-4d5a-4173-a822-6ca6f7248783 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:17:09.206728 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "name": "network-vif-plugged", "status": "completed", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:17:09.206982 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5921b4f8-4d5a-4173-a822-6ca6f7248783 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:17:09.207397 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5921b4f8-4d5a-4173-a822-6ca6f7248783'] response: {'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'code': 200} Oct 13 13:17:09.217502 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:09.235356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=f712db69-8915-4f5c-b72c-2bbcb66d33ab,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:09.902374 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:09.975076 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:17:10.091626 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dad364-c055-4684-a5c6-b0f67f8b8e29 req-66f2b731-30bc-4213-ae71-2ca3475d87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:10.093067 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d9dad364-c055-4684-a5c6-b0f67f8b8e29 req-66f2b731-30bc-4213-ae71-2ca3475d87f1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 1130 time: 0.0530052 Oct 13 13:17:10.117160 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3dcc35-081d-499b-95cb-d0b27c1d8de1 req-d59fd671-e525-4333-85b6-464ff5f3f1ea tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:10.118779 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e3dcc35-081d-499b-95cb-d0b27c1d8de1 req-d59fd671-e525-4333-85b6-464ff5f3f1ea tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0541358 Oct 13 13:17:10.144534 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d9dad364-c055-4684-a5c6-b0f67f8b8e29 req-3160cc48-947b-45d6-a29e-abfe52bd1b31 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443034 Oct 13 13:17:10.170542 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e3dcc35-081d-499b-95cb-d0b27c1d8de1 req-568b0cc1-957e-46fb-98cc-d26f9a922251 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Oct 13 13:17:10.372655 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:11.302678 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebab1c-e15e-47f6-a3e8-7c4d4c94f6bb req-a675e659-6ce7-4de9-a930-5c6f1f1bd912 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:11.304180 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c8ebab1c-e15e-47f6-a3e8-7c4d4c94f6bb req-a675e659-6ce7-4de9-a930-5c6f1f1bd912 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0512521 Oct 13 13:17:11.351634 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c8ebab1c-e15e-47f6-a3e8-7c4d4c94f6bb req-f253de5b-fbea-46bb-bc30-df798df2ac53 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Oct 13 13:17:11.502734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a35fc0d-8745-4529-926b-e0228304eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:12.471607 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d0c66-bb5d-456e-8e91-2ef592bf5030 req-ce18bf4f-5f27-4cdf-b5b2-45785f631a24 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:12.473753 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-263d0c66-bb5d-456e-8e91-2ef592bf5030 req-ce18bf4f-5f27-4cdf-b5b2-45785f631a24 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0477843 Oct 13 13:17:12.521377 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-263d0c66-bb5d-456e-8e91-2ef592bf5030 req-8f40cd79-a309-4032-a454-aa8685bc9697 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Oct 13 13:17:13.633545 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:13.642188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2cfeb-7329-4286-8fd2-61d82336b221 req-d8cc9b1f-a43e-43b0-a0f7-e2315c0c4d6f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:13.643658 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a3f2cfeb-7329-4286-8fd2-61d82336b221 req-d8cc9b1f-a43e-43b0-a0f7-e2315c0c4d6f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0469093 Oct 13 13:17:13.695900 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a3f2cfeb-7329-4286-8fd2-61d82336b221 req-46f9cdeb-03ae-4b2e-ac53-dc809a5f1403 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463548 Oct 13 13:17:13.703899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3b46-2308-4def-9a93-cad1fbd545d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:14.822063 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565214f-4028-4ad2-9c56-fb55339bf4be req-ba505643-a1cb-46cb-b928-cdf6225bdb86 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:14.823538 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a565214f-4028-4ad2-9c56-fb55339bf4be req-ba505643-a1cb-46cb-b928-cdf6225bdb86 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0471864 Oct 13 13:17:14.873112 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a565214f-4028-4ad2-9c56-fb55339bf4be req-c6aeab98-3dd8-4a6a-8984-ff83e5bb8fc5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Oct 13 13:17:14.999449 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f9f30-fc16-42c0-a0f5-e59a322ea636 req-43f0298f-a3b3-43b4-9906-2d6da209c85c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:15.000949 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b49f9f30-fc16-42c0-a0f5-e59a322ea636 req-43f0298f-a3b3-43b4-9906-2d6da209c85c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0548191 Oct 13 13:17:15.011220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55698) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:15.016009 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:15.023614 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:15.057539 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (06afe318-0020-486e-8797-84c265702f4a), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:15.440077 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:15.500602 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:15.504076 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (06afe318-0020-486e-8797-84c265702f4a), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:15.599781 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 06afe318-0020-486e-8797-84c265702f4a associated. External IP: 172.27.1.97, port: f712db69-8915-4f5c-b72c-2bbcb66d33ab. Oct 13 13:17:15.792170 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:15.801735 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:17:15.912534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:17:15.917344 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:15.924492 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:17:15.946073 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:15.946736 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:15.957174 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-667db262-0322-45aa-b329-e9bf5be6aa62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/06afe318-0020-486e-8797-84c265702f4a HTTP/1.1" status: 200 len: 991 time: 0.9425914 Oct 13 13:17:15.957174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:17:15.958150 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094b3537-d44c-469a-87d2-4843e20794b0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:17:15.995519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d6ed38-109b-4f35-a755-f988dc040edd x-openstack-request-id: req-90d6ed38-109b-4f35-a755-f988dc040edd {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:17:15.996420 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:17:15.996774 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90d6ed38-109b-4f35-a755-f988dc040edd {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:17:15.997252 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d6ed38-109b-4f35-a755-f988dc040edd'] response: {'name': 'network-changed', 'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'status': 'completed', 'code': 200} Oct 13 13:17:16.068995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b3537-d44c-469a-87d2-4843e20794b0 req-627be3cc-a2e5-4524-9baa-0fdf5688fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:16.070418 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-627be3cc-a2e5-4524-9baa-0fdf5688fe18 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 1130 time: 0.0505426 Oct 13 13:17:16.078028 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:16.210723 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b3537-d44c-469a-87d2-4843e20794b0 req-63314f43-4b87-435f-8c50-2c7f0c31eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:16.211468 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-63314f43-4b87-435f-8c50-2c7f0c31eea7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.1333601 Oct 13 13:17:16.284594 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-54744e49-1fe7-4f9c-99a5-2823d55da01c service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab HTTP/1.1" status: 200 len: 999 time: 0.0641887 Oct 13 13:17:16.343680 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b3537-d44c-469a-87d2-4843e20794b0 req-35a77bce-0dfb-4acc-ac55-1d3bb37dc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:16.345296 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-35a77bce-0dfb-4acc-ac55-1d3bb37dc394 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0449712 Oct 13 13:17:16.387958 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:15Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:16.388658 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b3537-d44c-469a-87d2-4843e20794b0 req-9ffee162-0dd5-49ab-a0d7-394714f9d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:16.390144 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-9ffee162-0dd5-49ab-a0d7-394714f9d0dd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384607 Oct 13 13:17:16.413165 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:17:16.421935 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:16.422533 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:16.488951 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-4337689e-5a3f-4c7e-bc76-623ea1aa9300 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919328 Oct 13 13:17:16.533236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:16.749230 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:16.761966 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:15Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:16.792086 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cab693-4e77-4c12-a27c-d37d72b17742 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:15Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:17:16.793042 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:16.839327 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:16.840729 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-094b3537-d44c-469a-87d2-4843e20794b0 req-d42b669f-edc1-4458-9299-559ee86ce242 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458526 Oct 13 13:17:16.987174 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb00248-d13d-4ae4-aec2-d319e1b2efa1 None None] New status for floating IP 06afe318-0020-486e-8797-84c265702f4a: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:17:17.017503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:24.988461 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=21 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:24.990814 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:25.705606 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 55808) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:25.816008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2a77478-5f01-4ed0-b27c-08260e8b4e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:25.897070 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2a77478-5f01-4ed0-b27c-08260e8b4e70 admin admin] Publish callbacks [] for security_group (751749d8-44a9-40e1-91e2-cc69c47c99a2), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:25.900682 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c2a77478-5f01-4ed0-b27c-08260e8b4e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (751749d8-44a9-40e1-91e2-cc69c47c99a2), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:25.942618 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c2a77478-5f01-4ed0-b27c-08260e8b4e70 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=adb6f21fac174d77bd9313dc426b8e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353141 Oct 13 13:17:25.943508 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a77478-5f01-4ed0-b27c-08260e8b4e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751749d8-44a9-40e1-91e2-cc69c47c99a2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:25.945376 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 55814) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:25.994943 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3018-f963-4aa0-8fea-01b120f96e55 admin admin] Publish callbacks [] for security_group (751749d8-44a9-40e1-91e2-cc69c47c99a2), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:26.017879 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3018-f963-4aa0-8fea-01b120f96e55 admin admin] Publish callbacks [] for security_group (751749d8-44a9-40e1-91e2-cc69c47c99a2), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:26.063323 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3018-f963-4aa0-8fea-01b120f96e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (751749d8-44a9-40e1-91e2-cc69c47c99a2), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:26.066331 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3018-f963-4aa0-8fea-01b120f96e55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:26.067490 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ebbb3018-f963-4aa0-8fea-01b120f96e55 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/751749d8-44a9-40e1-91e2-cc69c47c99a2 HTTP/1.1" status: 204 len: 168 time: 0.1210034 Oct 13 13:17:26.075135 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb3018-f963-4aa0-8fea-01b120f96e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751749d8-44a9-40e1-91e2-cc69c47c99a2,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:26.794235 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:27.164177 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=10 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:27.178115 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:33.141796 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44af16-1873-4be1-9f53-bf55b40c3fa2 req-c5d72e0a-a73c-4d27-81e9-0a3e0c1d3320 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:33.143349 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe44af16-1873-4be1-9f53-bf55b40c3fa2 req-c5d72e0a-a73c-4d27-81e9-0a3e0c1d3320 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0497096 Oct 13 13:17:33.193783 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fe44af16-1873-4be1-9f53-bf55b40c3fa2 req-410c3f2a-bcb0-4b5c-b43b-a5dc9faea060 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442712 Oct 13 13:17:34.317009 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741438d6-15e6-44ed-bc5e-dcfd705d1245 req-f9c571bd-d4b6-405a-b9b2-f96f998eb91d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:34.318464 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-741438d6-15e6-44ed-bc5e-dcfd705d1245 req-f9c571bd-d4b6-405a-b9b2-f96f998eb91d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0491922 Oct 13 13:17:34.367327 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-741438d6-15e6-44ed-bc5e-dcfd705d1245 req-fc8b0995-dcb0-4ac1-8173-ddb75436ee2d tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432868 Oct 13 13:17:35.504481 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52adc24-ec87-405b-8af4-a6d95deb64e9 req-457b86d8-e34c-43b6-a021-6abb6b232185 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:35.505928 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f52adc24-ec87-405b-8af4-a6d95deb64e9 req-457b86d8-e34c-43b6-a021-6abb6b232185 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0607796 Oct 13 13:17:35.554629 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f52adc24-ec87-405b-8af4-a6d95deb64e9 req-77c96911-4410-49f2-87c2-79435c71136a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Oct 13 13:17:35.936805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=75,neutron:INSERT=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:35.938693 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:36.415378 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56000) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:36.516812 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.594778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Publish callbacks [] for security_group (5c857846-f555-4c62-b972-be2b27f951b6), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.602881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5c857846-f555-4c62-b972-be2b27f951b6), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.648094 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c857846-f555-4c62-b972-be2b27f951b6,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:36.657403 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d54fa579844f4ba1aabc1c3009d31d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409437 Oct 13 13:17:36.658938 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.659324 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.659676 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.660586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.660953 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.661274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.661813 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.662152 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.662488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.662823 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.663182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.663521 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.663855 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.664182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.664509 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a03d0e-2cc4-4995-9ae8-109e3aacadb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:36.667749 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56012) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:36.690135 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143ca94-137a-4865-a080-084f5d8b10f6 req-abcc6cd6-1925-464c-97a9-4c1e97c96453 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:36.692127 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3143ca94-137a-4865-a080-084f5d8b10f6 req-abcc6cd6-1925-464c-97a9-4c1e97c96453 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0520165 Oct 13 13:17:36.722256 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12b21fb9-827a-4844-a42b-61e765fd2d71 admin admin] Publish callbacks [] for security_group (5c857846-f555-4c62-b972-be2b27f951b6), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.743638 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12b21fb9-827a-4844-a42b-61e765fd2d71 admin admin] Publish callbacks [] for security_group (5c857846-f555-4c62-b972-be2b27f951b6), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.743934 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3143ca94-137a-4865-a080-084f5d8b10f6 req-d844890d-672c-464b-ac91-d7e78c425cb6 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 Oct 13 13:17:36.787912 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:36.789469 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:36.795636 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12b21fb9-827a-4844-a42b-61e765fd2d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5c857846-f555-4c62-b972-be2b27f951b6), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.798600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-12b21fb9-827a-4844-a42b-61e765fd2d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:36.802439 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-12b21fb9-827a-4844-a42b-61e765fd2d71 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5c857846-f555-4c62-b972-be2b27f951b6 HTTP/1.1" status: 204 len: 168 time: 0.1311402 Oct 13 13:17:36.808053 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b21fb9-827a-4844-a42b-61e765fd2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c857846-f555-4c62-b972-be2b27f951b6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:37.415633 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56036) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:37.509946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1117777562-network', 'tenant_id': '17e1654782ac4100b0353d561496db51'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:37.529505 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Made reservation on behalf of 17e1654782ac4100b0353d561496db51 for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:17:37.531782 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.540058 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.613783 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks [] for security_group (572d1677-8fe7-4bf5-a93b-df1d0a02b2ed), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.617263 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (572d1677-8fe7-4bf5-a93b-df1d0a02b2ed), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.641154 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 498} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:17:37.651349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d1677-8fe7-4bf5-a93b-df1d0a02b2ed,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:37.656078 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (915116e8-662d-49fe-bce2-d2a17f470167), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.656241 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Added segment 915116e8-662d-49fe-bce2-d2a17f470167 of type vlan for network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 Oct 13 13:17:37.700014 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (2fc51ab6-7e9b-491d-a490-ff80ae554bf0), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.721277 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:37.728470 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (2fc51ab6-7e9b-491d-a490-ff80ae554bf0), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.729616 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:37.730280 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.803128 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3854396 Oct 13 13:17:37.805508 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56048) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:37.807522 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbbde-2bd8-4e96-b6ac-7ce18607c900 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc51ab6-7e9b-491d-a490-ff80ae554bf0,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:37.810980 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Request body: {'subnet': {'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1117777562-subnet', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:37.819968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:17:37.873706 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Made reservation on behalf of 17e1654782ac4100b0353d561496db51 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:17:37.876148 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4780451'] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:37.886707 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847f1f0-3e1e-4764-b973-00cd3a4af74c req-912186ef-339f-43e1-8aa8-dd466c603e3f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:37.888264 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e847f1f0-3e1e-4764-b973-00cd3a4af74c req-912186ef-339f-43e1-8aa8-dd466c603e3f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0628674 Oct 13 13:17:37.993008 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e847f1f0-3e1e-4764-b973-00cd3a4af74c req-5e015ab7-68f8-4209-ab3f-4faec6704312 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941653 Oct 13 13:17:38.096077 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4780465'] for subnet (3ccd938c-9898-4207-9e40-0760c5481110), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.150504 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ccd938c-9898-4207-9e40-0760c5481110,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:38.153800 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:38.158355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:38.163949 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Checking segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:38.164293 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Network hostable DHCP agents. Network: 2fc51ab6-7e9b-491d-a490-ff80ae554bf0, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:17:38.183347 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:17:38.192446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 2fc51ab6-7e9b-491d-a490-ff80ae554bf0) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:38.196449 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:38.197044 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.205824 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471dde84-5ad3-41a3-85e6-ac6d0a4d3285 None None] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:17:38.215005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56050) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:38.215371 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-439ccbac-8d67-4961-b780-9cbb9ff482a8 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4081621 Oct 13 13:17:38.219397 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:38.239301 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.240293 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.290852 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks [] for router_controller (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), precommit_add_association {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.306272 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:17:38.307395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.394877 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:38.427713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks [] for router_gateway (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.444468 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Allocated IP 172.20.0.2 (2fc51ab6-7e9b-491d-a490-ff80ae554bf0/3ccd938c-9898-4207-9e40-0760c5481110/88d08eb2-f939-4276-adc6-02aa02853294) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:38.585675 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Publish callbacks [] for port (88d08eb2-f939-4276-adc6-02aa02853294), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.591671 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (88d08eb2-f939-4276-adc6-02aa02853294), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.606657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks [] for router_gateway (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.625589 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:38.625807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.628504 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:38.634364 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:38.663901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Pushing event updated for resources: {'Port': ['ID=88d08eb2-f939-4276-adc6-02aa02853294,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:38.701329 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Attempting to bind port 88d08eb2-f939-4276-adc6-02aa02853294 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:38.701705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Attempting to bind port 88d08eb2-f939-4276-adc6-02aa02853294 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:38.702068 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Attempting to bind port 88d08eb2-f939-4276-adc6-02aa02853294 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:38.736922 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Allocated IP 172.27.1.169 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/0b042744-dea8-4bbb-a2bc-91fd72b81731) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:38.743871 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:38.744249 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Checking segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:38.744655 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.745048 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Bound using segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:38.745525 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Bound port: 88d08eb2-f939-4276-adc6-02aa02853294, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:38.745907 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (88d08eb2-f939-4276-adc6-02aa02853294), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.806653 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] For port 88d08eb2-f939-4276-adc6-02aa02853294, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:38.810053 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] For port 88d08eb2-f939-4276-adc6-02aa02853294, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=88d08eb2-f939-4276-adc6-02aa02853294,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:38.818017 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (88d08eb2-f939-4276-adc6-02aa02853294), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.852062 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks [] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.883648 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a765e9d-0467-4767-ae1a-64ec71f0114c None None] Pushing event updated for resources: {'Port': ['ID=88d08eb2-f939-4276-adc6-02aa02853294,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:38.896170 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:38.941366 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:38.946399 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:38.950536 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:38.953634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Pushing event updated for resources: {'Port': ['ID=0b042744-dea8-4bbb-a2bc-91fd72b81731,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:39.114038 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56060) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:39.161626 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06f7a-e050-46c1-882c-f8fccf9a2dc9 req-47312d51-e6dd-49f0-8e0f-f82fa9b51824 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:39.168824 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05d06f7a-e050-46c1-882c-f8fccf9a2dc9 req-47312d51-e6dd-49f0-8e0f-f82fa9b51824 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0683441 Oct 13 13:17:39.195129 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 88d08eb2-f939-4276-adc6-02aa02853294 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:39.238810 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05d06f7a-e050-46c1-882c-f8fccf9a2dc9 req-7510ae82-f5b1-495c-bbf9-35b6368cb3ed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666256 Oct 13 13:17:39.258357 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 88d08eb2-f939-4276-adc6-02aa02853294 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:39.258736 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (88d08eb2-f939-4276-adc6-02aa02853294), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.259146 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 88d08eb2-f939-4276-adc6-02aa02853294 Oct 13 13:17:39.291762 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:39.299690 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:39.310335 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f0e4-ac54-4a85-bd56-59632aa81d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.318377 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:39.335547 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks [] for router_gateway (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.348995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 88d08eb2-f939-4276-adc6-02aa02853294 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:39.349459 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (88d08eb2-f939-4276-adc6-02aa02853294), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.387369 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 88d08eb2-f939-4276-adc6-02aa02853294, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=88d08eb2-f939-4276-adc6-02aa02853294,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:39.393437 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (88d08eb2-f939-4276-adc6-02aa02853294), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.399088 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f0e4-ac54-4a85-bd56-59632aa81d79 admin admin] Publish callbacks [] for security_group (5f4f8392-f517-435d-940a-2f690552a112), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.404969 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f0e4-ac54-4a85-bd56-59632aa81d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5f4f8392-f517-435d-940a-2f690552a112), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.428285 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:39.444713 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f0e4-ac54-4a85-bd56-59632aa81d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f8392-f517-435d-940a-2f690552a112,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:39.449155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dfd0f0e4-ac54-4a85-bd56-59632aa81d79 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=28f27dc791d6469cb0432709d7242c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341467 Oct 13 13:17:39.451786 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56064) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:39.453019 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=88d08eb2-f939-4276-adc6-02aa02853294,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:39.502664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a24c0212-8abc-41f2-9340-a49bb3d094b0 admin admin] Publish callbacks [] for security_group (5f4f8392-f517-435d-940a-2f690552a112), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.525188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a24c0212-8abc-41f2-9340-a49bb3d094b0 admin admin] Publish callbacks [] for security_group (5f4f8392-f517-435d-940a-2f690552a112), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.545691 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.580241 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a24c0212-8abc-41f2-9340-a49bb3d094b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5f4f8392-f517-435d-940a-2f690552a112), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.584354 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a24c0212-8abc-41f2-9340-a49bb3d094b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.585507 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a24c0212-8abc-41f2-9340-a49bb3d094b0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5f4f8392-f517-435d-940a-2f690552a112 HTTP/1.1" status: 204 len: 168 time: 0.1326580 Oct 13 13:17:39.594230 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0212-8abc-41f2-9340-a49bb3d094b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f8392-f517-435d-940a-2f690552a112,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:39.692051 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104572) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:17:39.809454 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:17:39.823369 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:17:39.833624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:39.837621 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-ff182210-f392-464c-a5cc-08870c92439c admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6190927 Oct 13 13:17:39.837793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:39.837793 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:39.838139 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56072) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:39.950051 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca448b-062d-4b53-bbae-50cd0e581337 None None] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:17:39.990468 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:39.991665 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:40.016634 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-15551aad-4b11-4fcf-b203-c982cf082f75 None None] Provisioning complete for port 88d08eb2-f939-4276-adc6-02aa02853294 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:40.017010 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-15551aad-4b11-4fcf-b203-c982cf082f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (88d08eb2-f939-4276-adc6-02aa02853294), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.017342 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-15551aad-4b11-4fcf-b203-c982cf082f75 None None] Attempt 1 to provision port 88d08eb2-f939-4276-adc6-02aa02853294 Oct 13 13:17:40.070457 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:40.186578 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:40.302395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:40.309316 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.414093 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-15551aad-4b11-4fcf-b203-c982cf082f75 None None] Current status of the port 88d08eb2-f939-4276-adc6-02aa02853294 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:40.424603 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ace6e-be52-4da1-8d33-1f79a62bd5c5 req-3bfb945f-e6e8-4d15-b447-ffc415dd4027 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:40.426496 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce2ace6e-be52-4da1-8d33-1f79a62bd5c5 req-3bfb945f-e6e8-4d15-b447-ffc415dd4027 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0988278 Oct 13 13:17:40.501171 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:39Z', 'revision_number': 3, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:40.536508 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:17:40.536873 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Updating router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 port 0b042744-dea8-4bbb-a2bc-91fd72b81731 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:17:40.562696 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ce2ace6e-be52-4da1-8d33-1f79a62bd5c5 req-3d4aa482-9f7f-493a-8055-c9f2c54ab4a1 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177139 Oct 13 13:17:40.569656 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.591963 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Allocated IP 172.20.0.1 (2fc51ab6-7e9b-491d-a490-ff80ae554bf0/3ccd938c-9898-4207-9e40-0760c5481110/4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:40.697040 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-9b78481d-d7c2-46df-82d9-0180e82e522f None None] Provisioning complete for port 88d08eb2-f939-4276-adc6-02aa02853294 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:40.697345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9b78481d-d7c2-46df-82d9-0180e82e522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (88d08eb2-f939-4276-adc6-02aa02853294), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.697688 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-9b78481d-d7c2-46df-82d9-0180e82e522f None None] Attempt 1 to provision port 88d08eb2-f939-4276-adc6-02aa02853294 Oct 13 13:17:40.730745 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks [] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.766305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.796702 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:40.812433 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:40.815121 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:40.817056 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:40.821987 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:40.828158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:40.867658 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.893049 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-9b78481d-d7c2-46df-82d9-0180e82e522f None None] Current status of the port 88d08eb2-f939-4276-adc6-02aa02853294 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:40.984350 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Publish callbacks [] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:40.990265 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.016628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:41.020831 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.025657 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Attempting to bind port 0b042744-dea8-4bbb-a2bc-91fd72b81731 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:41.026009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Attempting to bind port 0b042744-dea8-4bbb-a2bc-91fd72b81731 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:41.026381 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Attempting to bind port 0b042744-dea8-4bbb-a2bc-91fd72b81731 on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:41.070276 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f5d39-0327-40d2-b3e8-eae299ca5cf3 None None] Pushing event updated for resources: {'Port': ['ID=0b042744-dea8-4bbb-a2bc-91fd72b81731,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:41.089271 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:41.089652 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:41.090059 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.090479 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:41.090976 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Bound port: 0b042744-dea8-4bbb-a2bc-91fd72b81731, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:41.091376 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.139626 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 88d08eb2-f939-4276-adc6-02aa02853294 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:41.147296 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-ba1b68e4-550b-4a22-8337-aa9e429565f9 None None] Provisioning complete for port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:41.147675 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ba1b68e4-550b-4a22-8337-aa9e429565f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.148018 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-ba1b68e4-550b-4a22-8337-aa9e429565f9 None None] Attempt 1 to provision port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 Oct 13 13:17:41.191931 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks [] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.196467 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.219084 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] For port 0b042744-dea8-4bbb-a2bc-91fd72b81731, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:41.225704 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] For port 0b042744-dea8-4bbb-a2bc-91fd72b81731, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=0b042744-dea8-4bbb-a2bc-91fd72b81731,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:41.228959 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b68e4-550b-4a22-8337-aa9e429565f9 None None] Port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:17:41.235176 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.254710 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:41.268716 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:41.272092 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 88d08eb2-f939-4276-adc6-02aa02853294 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:41.272475 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (88d08eb2-f939-4276-adc6-02aa02853294), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.272816 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 88d08eb2-f939-4276-adc6-02aa02853294 Oct 13 13:17:41.272921 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.312732 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:41.313363 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:41.358594 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f5d39-0327-40d2-b3e8-eae299ca5cf3 None None] Pushing event updated for resources: {'Port': ['ID=0b042744-dea8-4bbb-a2bc-91fd72b81731,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:41.368663 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:41.370013 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:41.458479 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 88d08eb2-f939-4276-adc6-02aa02853294 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:41.467649 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:41.488163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:17:41.523600 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e968-aafd-4d1d-9e86-53aa61a9f5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.609126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:17:41.615014 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-708ab0c3-d244-4444-9c0b-b065b9eb3e67 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c0c6f049-ab7b-4f80-8ff9-79f6df45f052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757592 Oct 13 13:17:41.654765 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:41.664899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:41.687874 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d684156e-8458-4f56-9ea9-ae8f71346010 None None] Provisioning complete for port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:41.687874 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d684156e-8458-4f56-9ea9-ae8f71346010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:41.688189 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d684156e-8458-4f56-9ea9-ae8f71346010 None None] Attempt 1 to provision port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 Oct 13 13:17:41.708664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193be76-bb96-48e8-82ff-c2c644de262b req-c247f591-aeec-46dc-8612-9de36f794f1a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:41.710059 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f193be76-bb96-48e8-82ff-c2c644de262b req-c247f591-aeec-46dc-8612-9de36f794f1a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0529418 Oct 13 13:17:41.736889 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d684156e-8458-4f56-9ea9-ae8f71346010 None None] Port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:17:41.739436 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:41Z', 'revision_number': 2, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:41.768220 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bda66-3172-49fc-b28f-1e43f33301f6 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:41Z', 'revision_number': 2, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:17:41.782304 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f193be76-bb96-48e8-82ff-c2c644de262b req-e3ad6217-62fd-4293-9f0e-b0e81294d407 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615344 Oct 13 13:17:42.261863 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56120) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:42.266794 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1290902977-network', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:42.287934 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Made reservation on behalf of ad322d9f495a4b33bd84411d7f42df3e for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:17:42.290289 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.299660 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.341170 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:42.386263 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks [] for security_group (77b33f53-dd64-4e7e-9dd0-2684c8d1996a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.390759 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (77b33f53-dd64-4e7e-9dd0-2684c8d1996a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.417533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 499} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:17:42.428165 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b33f53-dd64-4e7e-9dd0-2684c8d1996a,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:42.433051 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (a994e37e-2fd5-4e24-99c4-714b80e4b660), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.433390 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Added segment a994e37e-2fd5-4e24-99c4-714b80e4b660 of type vlan for network 645e7638-0adf-4345-aa0b-cdcedb5d097c Oct 13 13:17:42.453861 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.453861 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.454280 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.454527 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.454863 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.455219 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.455547 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.455870 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.456197 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.456521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.457429 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.457755 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.458077 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.458394 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.458711 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:42.506293 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (645e7638-0adf-4345-aa0b-cdcedb5d097c), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.533404 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (645e7638-0adf-4345-aa0b-cdcedb5d097c), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.534413 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:42.535072 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.592534 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3294969 Oct 13 13:17:42.595437 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56122) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:42.600511 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Request body: {'subnet': {'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1290902977-subnet', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'ip_version': 4}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:42.604567 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aaddf-853d-42a0-ae54-2f91e373afdc admin admin] Pushing event updated for resources: {'Network': ['ID=645e7638-0adf-4345-aa0b-cdcedb5d097c,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:42.616508 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:17:42.629804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Made reservation on behalf of ad322d9f495a4b33bd84411d7f42df3e for: {'subnet': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:17:42.632319 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080899'] for subnet (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.815319 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4760293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080913'] for subnet (8c2f5006-3907-4962-8f1f-52a84e04a210), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.878066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2f5006-3907-4962-8f1f-52a84e04a210,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:42.888916 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Checking segment: {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:42.889274 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Network hostable DHCP agents. Network: 645e7638-0adf-4345-aa0b-cdcedb5d097c, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104572) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:17:42.892261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:42.911778 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaa70d-dae5-4e2e-b119-4ae1faaf984e req-5b23b63c-165f-4817-95d3-46c9cf6cdf38 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:42.913643 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104572) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:17:42.919669 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bcbaa70d-dae5-4e2e-b119-4ae1faaf984e req-5b23b63c-165f-4817-95d3-46c9cf6cdf38 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0615683 Oct 13 13:17:42.925339 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 645e7638-0adf-4345-aa0b-cdcedb5d097c) {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:42.934777 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ec5d7-4621-4fa2-9c11-d81dc19caa3e None None] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:17:42.935442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:42.936046 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:42.949072 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:42.955993 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-47e1c974-eb1f-4ff3-b36f-0d5f3856313f admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3594506 Oct 13 13:17:42.959294 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56126) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:42.969950 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:43.006676 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bcbaa70d-dae5-4e2e-b119-4ae1faaf984e req-677078f9-122b-49e5-9128-f721e6ca0e1a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861230 Oct 13 13:17:43.008334 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1664477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29829'] for router (68029358-47b1-487a-b845-7859eaee90ca), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.009557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1665777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703834', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2080706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29874'] for router (68029358-47b1-487a-b845-7859eaee90ca), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.089243 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ce37744-ade7-50b1-9935-3fe2605bfb65-645e7638-0adf-4345-aa0b-cdcedb5d097c', 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'fixed_ips': [{'subnet_id': '8c2f5006-3907-4962-8f1f-52a84e04a210'}]}} from dv-cinder-826607-8-iscsi. {{(pid=104574) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 13 13:17:43.090422 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.174134 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 0b042744-dea8-4bbb-a2bc-91fd72b81731 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:43.279633 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 0b042744-dea8-4bbb-a2bc-91fd72b81731 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:43.279919 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.280254 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 0b042744-dea8-4bbb-a2bc-91fd72b81731 Oct 13 13:17:43.285884 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.db_base_plugin_common [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Allocated IP 172.20.0.2 (645e7638-0adf-4345-aa0b-cdcedb5d097c/8c2f5006-3907-4962-8f1f-52a84e04a210/7ed39026-f147-470f-998a-355d605fc0d6) {{(pid=104574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:43.327799 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks [] for router_controller (68029358-47b1-487a-b845-7859eaee90ca), precommit_add_association {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.431616 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 0b042744-dea8-4bbb-a2bc-91fd72b81731 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:43.431998 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.464613 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks [] for router_gateway (68029358-47b1-487a-b845-7859eaee90ca), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.470286 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 0b042744-dea8-4bbb-a2bc-91fd72b81731, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=0b042744-dea8-4bbb-a2bc-91fd72b81731,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:43.488392 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.534277 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Publish callbacks [] for port (7ed39026-f147-470f-998a-355d605fc0d6), precommit_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.547767 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126'] for port (7ed39026-f147-470f-998a-355d605fc0d6), after_create {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.551837 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:43.563517 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=0b042744-dea8-4bbb-a2bc-91fd72b81731,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:43.595297 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c is already hosted by enough agents. {{(pid=104574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:43.603608 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.base_scheduler [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Resources bound (agent type, host, resource id): {{(pid=104574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:43.607179 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Received port after_create {{(pid=104574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:43.617584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Pushing event updated for resources: {'Port': ['ID=7ed39026-f147-470f-998a-355d605fc0d6,revision_number=1']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:43.661632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks [] for router_gateway (68029358-47b1-487a-b845-7859eaee90ca), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.673530 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Attempting to bind port 7ed39026-f147-470f-998a-355d605fc0d6 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:43.673900 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Attempting to bind port 7ed39026-f147-470f-998a-355d605fc0d6 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:43.674261 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Attempting to bind port 7ed39026-f147-470f-998a-355d605fc0d6 on network 645e7638-0adf-4345-aa0b-cdcedb5d097c {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:43.682150 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.711471 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:43.723024 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d074a917-5bb6-452a-b9d4-2ef7da50c67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.734184 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:43.735328 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Checking segment: {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:43.735328 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.735328 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Bound using segment: {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:43.735826 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Bound port: 7ed39026-f147-470f-998a-355d605fc0d6, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:43.736206 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (7ed39026-f147-470f-998a-355d605fc0d6), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.780036 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:43.802564 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Allocated IP 172.27.1.45 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/c12ee925-7f72-4327-b836-f2b39b459904) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:43.802787 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] For port 7ed39026-f147-470f-998a-355d605fc0d6, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:43.805872 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] For port 7ed39026-f147-470f-998a-355d605fc0d6, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7ed39026-f147-470f-998a-355d605fc0d6,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:43.812327 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (7ed39026-f147-470f-998a-355d605fc0d6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.865241 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804b37-aaa9-45e4-9540-680a5d87e56c None None] Pushing event updated for resources: {'Port': ['ID=7ed39026-f147-470f-998a-355d605fc0d6,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:43.927670 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks [] for port (c12ee925-7f72-4327-b836-f2b39b459904), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.960769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (c12ee925-7f72-4327-b836-f2b39b459904), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:43.961806 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:17:43.972455 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:43.973506 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:44.027328 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:44.030969 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:44.033265 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Pushing event updated for resources: {'Port': ['ID=c12ee925-7f72-4327-b836-f2b39b459904,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:44.035528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:44.117128 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:44.217500 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5922-2606-4dd2-9da9-5b9d9ef15a26 req-894534f2-f33a-4902-8163-71c98885b237 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:44.218956 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-777f5922-2606-4dd2-9da9-5b9d9ef15a26 req-894534f2-f33a-4902-8163-71c98885b237 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0989943 Oct 13 13:17:44.292764 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:44.315550 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:41Z', 'revision_number': 2, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:44.325518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-777f5922-2606-4dd2-9da9-5b9d9ef15a26 req-70b9f070-072c-4d6c-92c6-d25438e51c53 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998423 Oct 13 13:17:44.341416 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:17:44.341777 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Updating router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:17:44.369977 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.372927 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks [] for router_gateway (68029358-47b1-487a-b845-7859eaee90ca), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.565407 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1665766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1645771'] for router (68029358-47b1-487a-b845-7859eaee90ca), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.634187 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Publish callbacks [] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.643218 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.673580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:44.704235 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Router 68029358-47b1-487a-b845-7859eaee90ca is scheduled to L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 with binding_index 1 {{(pid=104573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:17:44.728553 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48a3c-fb4e-484e-8b53-6531f0ca4d94 None None] Pushing event updated for resources: {'Port': ['ID=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:44.744743 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Attempting to bind port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:44.745155 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Attempting to bind port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:44.745523 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Attempting to bind port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:44.791233 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:44.791596 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Checking segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:44.792215 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.792603 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Bound using segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:44.793070 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Bound port: 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:44.793443 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.814714 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:17:44.826416 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Sync routers for ids ['68029358-47b1-487a-b845-7859eaee90ca'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:17:44.838951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Routers {'68029358-47b1-487a-b845-7859eaee90ca'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:44.839856 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['68029358-47b1-487a-b845-7859eaee90ca'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:44.841601 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.847438 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e7738385-6bbe-4045-bd18-cd6a7fb99652 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8838181 Oct 13 13:17:44.847438 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56134) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:44.873598 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] For port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:44.877297 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] For port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:44.885585 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:44.904304 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09fc6a-310b-4da6-86f6-e4f292543290 None None] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:17:44.920534 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:44.928794 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:44.938517 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:44.939194 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:44.998098 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf48a3c-fb4e-484e-8b53-6531f0ca4d94 None None] Pushing event updated for resources: {'Port': ['ID=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:45.080564 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:45.142622 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Provisioning complete for port 7ed39026-f147-470f-998a-355d605fc0d6 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:45.143114 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7ed39026-f147-470f-998a-355d605fc0d6), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.143550 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Attempt 1 to provision port 7ed39026-f147-470f-998a-355d605fc0d6 Oct 13 13:17:45.199604 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.258395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Set router 68029358-47b1-487a-b845-7859eaee90ca gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:45.335404 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7ed39026-f147-470f-998a-355d605fc0d6 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:45.357446 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:44Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:45.385534 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:45.391141 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f17359-813d-46c0-a28c-0165e282bc56 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:44Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:17:45.462510 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Current status of the port 7ed39026-f147-470f-998a-355d605fc0d6 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:45.462902 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (7ed39026-f147-470f-998a-355d605fc0d6), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.468909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:45.556388 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.568700 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c533a-0d4e-42da-8fbb-63a242021bb7 req-71390435-9b46-40a0-b8ea-48fb53fc996a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:45.570314 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d86c533a-0d4e-42da-8fbb-63a242021bb7 req-71390435-9b46-40a0-b8ea-48fb53fc996a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.1046710 Oct 13 13:17:45.585573 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 7ed39026-f147-470f-998a-355d605fc0d6 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:45.586073 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7ed39026-f147-470f-998a-355d605fc0d6), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.586524 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 7ed39026-f147-470f-998a-355d605fc0d6 Oct 13 13:17:45.645553 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] For port 7ed39026-f147-470f-998a-355d605fc0d6, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7ed39026-f147-470f-998a-355d605fc0d6,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:45.649801 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:44Z', 'revision_number': 3, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:45.660476 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (7ed39026-f147-470f-998a-355d605fc0d6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.705063 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d86c533a-0d4e-42da-8fbb-63a242021bb7 req-b47b3ca0-b2d9-41f0-9f7a-8e465b60a659 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181886 Oct 13 13:17:45.711416 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Checking router: 68029358-47b1-487a-b845-7859eaee90ca for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:17:45.715389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Updating router 68029358-47b1-487a-b845-7859eaee90ca port c12ee925-7f72-4327-b836-f2b39b459904 binding host dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:17:45.811158 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:45.816724 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c12ee925-7f72-4327-b836-f2b39b459904), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.820783 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-5cbf1fd4-19be-4ad0-9ee4-0ef47f12f3f2 None None] Provisioning complete for port 7ed39026-f147-470f-998a-355d605fc0d6 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:45.821144 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5cbf1fd4-19be-4ad0-9ee4-0ef47f12f3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7ed39026-f147-470f-998a-355d605fc0d6), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:45.821477 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-5cbf1fd4-19be-4ad0-9ee4-0ef47f12f3f2 None None] Attempt 1 to provision port 7ed39026-f147-470f-998a-355d605fc0d6 Oct 13 13:17:45.835476 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Allocated IP 172.20.0.1 (645e7638-0adf-4345-aa0b-cdcedb5d097c/8c2f5006-3907-4962-8f1f-52a84e04a210/6521c8d2-96a6-4645-9499-e3e7673b6765) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:17:45.840097 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45179f-2785-4d60-95f8-749c1e8b1c3a None None] Pushing event updated for resources: {'Port': ['ID=7ed39026-f147-470f-998a-355d605fc0d6,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:45.847864 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 7ed39026-f147-470f-998a-355d605fc0d6 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:45.849333 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:45.956019 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:45.966987 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks [] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.002882 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.030386 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:46.030764 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.031152 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 Oct 13 13:17:46.047150 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Pushing event updated for resources: {'Port': ['ID=6521c8d2-96a6-4645-9499-e3e7673b6765,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:46.061373 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:46.062828 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:46.065427 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:17:46.107048 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1663280'] for router_interface (68029358-47b1-487a-b845-7859eaee90ca), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.202897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf1fd4-19be-4ad0-9ee4-0ef47f12f3f2 None None] Current status of the port 7ed39026-f147-470f-998a-355d605fc0d6 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:46.246824 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.250395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Publish callbacks [] for port (c12ee925-7f72-4327-b836-f2b39b459904), precommit_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.257951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c12ee925-7f72-4327-b836-f2b39b459904), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.316861 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:46.336285 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:46.342835 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Attempting to bind port c12ee925-7f72-4327-b836-f2b39b459904 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:46.343235 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Attempting to bind port c12ee925-7f72-4327-b836-f2b39b459904 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:46.343601 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Attempting to bind port c12ee925-7f72-4327-b836-f2b39b459904 on network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:46.368662 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:46.368950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.374303 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e4cf7-da0a-466e-b1e0-5281dcea613c None None] Pushing event updated for resources: {'Port': ['ID=c12ee925-7f72-4327-b836-f2b39b459904,revision_number=2']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:46.376527 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-ed5eaacf-d119-4c3a-9917-88cc95744fb2 None None] Provisioning complete for port 6521c8d2-96a6-4645-9499-e3e7673b6765 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:46.376896 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed5eaacf-d119-4c3a-9917-88cc95744fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.377276 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-ed5eaacf-d119-4c3a-9917-88cc95744fb2 None None] Attempt 1 to provision port 6521c8d2-96a6-4645-9499-e3e7673b6765 Oct 13 13:17:46.414193 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks [] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.419243 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.456244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-ed5eaacf-d119-4c3a-9917-88cc95744fb2 None None] Port 6521c8d2-96a6-4645-9499-e3e7673b6765 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:17:46.458711 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:46.460741 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:46.461155 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Checking segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:46.461612 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.461979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Bound using segment: {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'} {{(pid=104574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:46.462592 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.managers [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Bound port: c12ee925-7f72-4327-b836-f2b39b459904, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c6ab7a-21aa-4bd3-b34d-2f903c9aef64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}}] {{(pid=104574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:46.463453 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c12ee925-7f72-4327-b836-f2b39b459904), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.484235 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.485041 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 0b042744-dea8-4bbb-a2bc-91fd72b81731 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:46.489676 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Pushing event updated for resources: {'Port': ['ID=6521c8d2-96a6-4645-9499-e3e7673b6765,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:46.492991 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1626635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1663404'] for router_interface (68029358-47b1-487a-b845-7859eaee90ca), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.567443 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] For port c12ee925-7f72-4327-b836-f2b39b459904, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:46.570940 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] For port c12ee925-7f72-4327-b836-f2b39b459904, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c12ee925-7f72-4327-b836-f2b39b459904,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:46.575996 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:46.593498 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c12ee925-7f72-4327-b836-f2b39b459904), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.593823 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:17:46.595195 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:17:46.619263 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:46.630056 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Routers {'68029358-47b1-487a-b845-7859eaee90ca'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:46.630696 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['68029358-47b1-487a-b845-7859eaee90ca'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:46.686329 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 0b042744-dea8-4bbb-a2bc-91fd72b81731 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:46.686784 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.687091 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 0b042744-dea8-4bbb-a2bc-91fd72b81731 Oct 13 13:17:46.716975 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Router 68029358-47b1-487a-b845-7859eaee90ca has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:17:46.728854 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:46.956618 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e4cf7-da0a-466e-b1e0-5281dcea613c None None] Pushing event updated for resources: {'Port': ['ID=c12ee925-7f72-4327-b836-f2b39b459904,revision_number=3']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:46.971724 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-c4ee255c-b5fb-4fdb-9292-e197ea47c604 None None] Provisioning complete for port 6521c8d2-96a6-4645-9499-e3e7673b6765 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:46.972623 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c4ee255c-b5fb-4fdb-9292-e197ea47c604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:46.972957 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-c4ee255c-b5fb-4fdb-9292-e197ea47c604 None None] Attempt 1 to provision port 6521c8d2-96a6-4645-9499-e3e7673b6765 Oct 13 13:17:46.976258 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:17:47.008582 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.010506 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] Set router 68029358-47b1-487a-b845-7859eaee90ca gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:47.089664 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-c4ee255c-b5fb-4fdb-9292-e197ea47c604 None None] Port 6521c8d2-96a6-4645-9499-e3e7673b6765 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:17:47.124395 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.132843 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 0b042744-dea8-4bbb-a2bc-91fd72b81731 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:47.134722 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5539fef-75a3-4086-894f-3fdec4b56009 req-c77260a0-e80b-415b-af06-365c1e66fbc3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:47.136438 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a5539fef-75a3-4086-894f-3fdec4b56009 req-c77260a0-e80b-415b-af06-365c1e66fbc3 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0629323 Oct 13 13:17:47.137687 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:17:47.142664 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-99a61f5a-816a-43c2-98f5-da9499b0aeff admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/68029358-47b1-487a-b845-7859eaee90ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2941208 Oct 13 13:17:47.214231 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a5539fef-75a3-4086-894f-3fdec4b56009 req-ee07d516-53c5-4bde-aae3-a36d656dc404 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637484 Oct 13 13:17:47.251287 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7ed39026-f147-470f-998a-355d605fc0d6 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:47.294961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '6521c8d2-96a6-4645-9499-e3e7673b6765', 'name': '', 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'mac_address': 'fa:16:3e:93:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:45Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 2, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'subnets': [{'id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:47.297632 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:47.330417 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ccdf4-360b-40da-aaab-f5370bd79eb9 None None] The sync data for ids ['68029358-47b1-487a-b845-7859eaee90ca'] in dv-cinder-826607-8-iscsi is: [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '6521c8d2-96a6-4645-9499-e3e7673b6765', 'name': '', 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'mac_address': 'fa:16:3e:93:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:45Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 2, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'subnets': [{'id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:17:47.341915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 7ed39026-f147-470f-998a-355d605fc0d6 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:47.342361 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7ed39026-f147-470f-998a-355d605fc0d6), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.342764 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 7ed39026-f147-470f-998a-355d605fc0d6 Oct 13 13:17:47.423809 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 7ed39026-f147-470f-998a-355d605fc0d6 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:47.424870 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:47.469818 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:47.470197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.470558 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 Oct 13 13:17:47.513242 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:47.587364 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:47.589830 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56158) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:47.595609 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972725413', 'description': 'tempest-secgroup-smoke-1972725413 description', 'project_id': '17e1654782ac4100b0353d561496db51'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:47.619724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.680576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:47.695262 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group (879dff4a-3961-4f06-8458-125736b46e1e), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.699234 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (879dff4a-3961-4f06-8458-125736b46e1e), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.729154 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.730419 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385412 Oct 13 13:17:47.733686 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56160) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:47.734790 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6184c84-db0f-4431-814a-6bed9895ba1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879dff4a-3961-4f06-8458-125736b46e1e,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:47.739554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group_rule': {'security_group_id': '879dff4a-3961-4f06-8458-125736b46e1e', 'project_id': '17e1654782ac4100b0353d561496db51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:47.767702 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (0c524fb5-80fe-4970-87c6-c39c5ea65d18), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.830033 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (0c524fb5-80fe-4970-87c6-c39c5ea65d18), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.834100 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (0c524fb5-80fe-4970-87c6-c39c5ea65d18), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.852985 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c524fb5-80fe-4970-87c6-c39c5ea65d18,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:47.862364 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.864128 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-107951e6-ad16-479a-b3b8-98e1095476eb tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291118 Oct 13 13:17:47.866788 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56162) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:47.871132 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group_rule': {'security_group_id': '879dff4a-3961-4f06-8458-125736b46e1e', 'project_id': '17e1654782ac4100b0353d561496db51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:47.898822 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (4f46cd34-a1af-4881-8dc7-3c342c44a39d), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.950776 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:47.958583 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (4f46cd34-a1af-4881-8dc7-3c342c44a39d), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.961975 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (4f46cd34-a1af-4881-8dc7-3c342c44a39d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.982380 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f46cd34-a1af-4881-8dc7-3c342c44a39d,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:47.991331 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:47.992565 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7448b9f8-9fa6-4760-969e-1b8ac2a1ff61 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248157 Oct 13 13:17:47.995296 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56164) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:47.999546 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group_rule': {'security_group_id': '879dff4a-3961-4f06-8458-125736b46e1e', 'project_id': '17e1654782ac4100b0353d561496db51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:48.025237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (7f32dd28-03cb-403f-9fb2-026878adb36d), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.083880 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (7f32dd28-03cb-403f-9fb2-026878adb36d), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.087398 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (7f32dd28-03cb-403f-9fb2-026878adb36d), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.105938 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f32dd28-03cb-403f-9fb2-026878adb36d,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:48.111716 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.113359 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4db7dab9-7f01-4c04-b177-55a007d62cd0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171331 Oct 13 13:17:48.116037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56166) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:48.120111 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group_rule': {'security_group_id': '879dff4a-3961-4f06-8458-125736b46e1e', 'project_id': '17e1654782ac4100b0353d561496db51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:48.146665 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (17a8c06f-6612-4856-8dd4-bd7e00dd73fd), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.214088 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (17a8c06f-6612-4856-8dd4-bd7e00dd73fd), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.217743 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (17a8c06f-6612-4856-8dd4-bd7e00dd73fd), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.239912 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a8c06f-6612-4856-8dd4-bd7e00dd73fd,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:48.245544 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.246561 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6c193ee5-66cf-4273-9a18-cc3649a21670 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296227 Oct 13 13:17:48.249519 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56168) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:48.254473 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group_rule': {'security_group_id': '879dff4a-3961-4f06-8458-125736b46e1e', 'project_id': '17e1654782ac4100b0353d561496db51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:48.276905 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Project 17e1654782ac4100b0353d561496db51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 13:17:48.284200 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (4b702027-80d6-448f-ba66-8de53d34c06d), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.338376 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:48.358203 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eefe7b-d20b-4f51-abec-0d037f21883d req-fbc0fd36-1dcd-4ea0-b753-1c71ade5cd98 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:48.358518 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (4b702027-80d6-448f-ba66-8de53d34c06d), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.359766 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2eefe7b-d20b-4f51-abec-0d037f21883d req-fbc0fd36-1dcd-4ea0-b753-1c71ade5cd98 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0535164 Oct 13 13:17:48.363812 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (4b702027-80d6-448f-ba66-8de53d34c06d), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.384011 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b702027-80d6-448f-ba66-8de53d34c06d,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:48.406308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.410921 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-252d74ee-75b5-466d-91ed-c02afd21a6f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570346 Oct 13 13:17:48.411186 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56172) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:48.415197 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a2eefe7b-d20b-4f51-abec-0d037f21883d req-ec30b8e4-2385-4bcb-aaae-eb650b76675f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484123 Oct 13 13:17:48.415939 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'security_group_rule': {'security_group_id': '879dff4a-3961-4f06-8458-125736b46e1e', 'project_id': '17e1654782ac4100b0353d561496db51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:17:48.443765 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.securitygroups_db [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Project 17e1654782ac4100b0353d561496db51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 13:17:48.445667 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (c7d01f3e-15dd-4fa7-9588-37b589e390e5), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.509731 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (c7d01f3e-15dd-4fa7-9588-37b589e390e5), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.513397 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (c7d01f3e-15dd-4fa7-9588-37b589e390e5), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.533740 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d01f3e-15dd-4fa7-9588-37b589e390e5,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:48.541194 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:48.542399 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-8aa81dce-0071-4653-aa0a-09310fbd7534 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302404 Oct 13 13:17:49.218478 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c12ee925-7f72-4327-b836-f2b39b459904 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:49.265977 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c12ee925-7f72-4327-b836-f2b39b459904 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:49.265977 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c12ee925-7f72-4327-b836-f2b39b459904), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:49.266253 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c12ee925-7f72-4327-b836-f2b39b459904 Oct 13 13:17:49.342556 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c12ee925-7f72-4327-b836-f2b39b459904 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:49.342941 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c12ee925-7f72-4327-b836-f2b39b459904), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:49.364444 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port c12ee925-7f72-4327-b836-f2b39b459904, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c12ee925-7f72-4327-b836-f2b39b459904,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:49.368240 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (c12ee925-7f72-4327-b836-f2b39b459904), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:49.417135 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=c12ee925-7f72-4327-b836-f2b39b459904,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:49.539612 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98ed6e-01b5-47c1-bff0-115e69c1e4f7 req-569d53bb-a7a2-4cf2-8f24-b45eb19ddcc9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:49.541007 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb98ed6e-01b5-47c1-bff0-115e69c1e4f7 req-569d53bb-a7a2-4cf2-8f24-b45eb19ddcc9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0496211 Oct 13 13:17:49.572483 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Sync routers for ids ['68029358-47b1-487a-b845-7859eaee90ca'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:17:49.583887 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Routers {'68029358-47b1-487a-b845-7859eaee90ca'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:49.584498 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['68029358-47b1-487a-b845-7859eaee90ca'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:49.591672 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb98ed6e-01b5-47c1-bff0-115e69c1e4f7 req-c9757600-6a53-4102-b2fa-ff19e5fea8d2 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446451 Oct 13 13:17:49.685041 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Set router 68029358-47b1-487a-b845-7859eaee90ca gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:49.952495 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '6521c8d2-96a6-4645-9499-e3e7673b6765', 'name': '', 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'mac_address': 'fa:16:3e:93:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:45Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 2, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'subnets': [{'id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:49.978002 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Checking router: 68029358-47b1-487a-b845-7859eaee90ca for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:17:49.978360 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Updating router 68029358-47b1-487a-b845-7859eaee90ca port 6521c8d2-96a6-4645-9499-e3e7673b6765 binding host dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:17:50.005465 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:50.221678 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:50.237286 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:50.258160 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Publish callbacks [] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:50.263859 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:50.338894 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb690e8c-392f-4250-8f21-942da815ee77 None None] Pushing event updated for resources: {'Port': ['ID=6521c8d2-96a6-4645-9499-e3e7673b6765,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:50.349213 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Attempting to bind port 6521c8d2-96a6-4645-9499-e3e7673b6765 on host dv-cinder-826607-8-iscsi for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:17:50.349585 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Attempting to bind port 6521c8d2-96a6-4645-9499-e3e7673b6765 by drivers openvswitch,hyperv on host dv-cinder-826607-8-iscsi at level 0 using segments [{'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:17:50.349949 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Attempting to bind port 6521c8d2-96a6-4645-9499-e3e7673b6765 on network 645e7638-0adf-4345-aa0b-cdcedb5d097c {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:17:50.393306 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Checking agent: {'id': 'f294f994-b284-45b1-8f49-0c32556f952d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826607-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 1, 47), 'started_at': datetime.datetime(2022, 10, 13, 13, 2, 17), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826607-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:17:50.393678 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Checking segment: {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:17:50.394105 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:50.394497 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Bound using segment: {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:17:50.394970 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Bound port: 6521c8d2-96a6-4645-9499-e3e7673b6765, host: dv-cinder-826607-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a994e37e-2fd5-4e24-99c4-714b80e4b660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 499, 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:17:50.395383 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:50.452820 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] For port 6521c8d2-96a6-4645-9499-e3e7673b6765, host dv-cinder-826607-8-iscsi, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:17:50.455801 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] For port 6521c8d2-96a6-4645-9499-e3e7673b6765, host dv-cinder-826607-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=6521c8d2-96a6-4645-9499-e3e7673b6765,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:17:50.461674 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:50.497801 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Routers {'68029358-47b1-487a-b845-7859eaee90ca'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:17:50.498409 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:17:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['68029358-47b1-487a-b845-7859eaee90ca'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:50.555668 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb690e8c-392f-4250-8f21-942da815ee77 None None] Pushing event updated for resources: {'Port': ['ID=6521c8d2-96a6-4645-9499-e3e7673b6765,revision_number=4']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:50.613301 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] Set router 68029358-47b1-487a-b845-7859eaee90ca gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:17:50.711356 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4d94-d8df-418d-a57b-c444e43ca78c req-0d9412df-1a9f-4770-a241-55e895fcf6e9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:50.712831 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ba1b4d94-d8df-418d-a57b-c444e43ca78c req-0d9412df-1a9f-4770-a241-55e895fcf6e9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0467248 Oct 13 13:17:50.761822 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ba1b4d94-d8df-418d-a57b-c444e43ca78c req-6e0e1fdd-1cd2-4afc-93e5-ef2d55e3cea0 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432541 Oct 13 13:17:50.801700 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '6521c8d2-96a6-4645-9499-e3e7673b6765', 'name': '', 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'mac_address': 'fa:16:3e:93:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:45Z', 'updated_at': '2022-10-13T13:17:50Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'subnets': [{'id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:17:50.825972 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b96c09-c0f6-4057-a5e7-864695f8d8f3 None None] The sync data for ids ['68029358-47b1-487a-b845-7859eaee90ca'] in dv-cinder-826607-8-iscsi is: [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '6521c8d2-96a6-4645-9499-e3e7673b6765', 'name': '', 'network_id': '645e7638-0adf-4345-aa0b-cdcedb5d097c', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'mac_address': 'fa:16:3e:93:cb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:45Z', 'updated_at': '2022-10-13T13:17:50Z', 'revision_number': 4, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'subnets': [{'id': '8c2f5006-3907-4962-8f1f-52a84e04a210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:17:51.233210 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c12ee925-7f72-4327-b836-f2b39b459904 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:51.279241 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port c12ee925-7f72-4327-b836-f2b39b459904 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:51.279607 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c12ee925-7f72-4327-b836-f2b39b459904), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:51.279945 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port c12ee925-7f72-4327-b836-f2b39b459904 Oct 13 13:17:51.357927 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port c12ee925-7f72-4327-b836-f2b39b459904 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:51.358978 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 6521c8d2-96a6-4645-9499-e3e7673b6765 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:51.400940 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 6521c8d2-96a6-4645-9499-e3e7673b6765 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:51.401238 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:51.401575 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 6521c8d2-96a6-4645-9499-e3e7673b6765 Oct 13 13:17:51.473763 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 6521c8d2-96a6-4645-9499-e3e7673b6765 is: DOWN; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:51.474145 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:51.506096 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] For port 6521c8d2-96a6-4645-9499-e3e7673b6765, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=6521c8d2-96a6-4645-9499-e3e7673b6765,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:51.509321 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:51.552269 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:51.558230 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Pushing event updated for resources: {'Port': ['ID=6521c8d2-96a6-4645-9499-e3e7673b6765,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:51.566860 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.567261 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.567608 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.567949 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.568284 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.568637 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.568967 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.569294 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.569619 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.569950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.570274 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.570676 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.571106 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.571433 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.571757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:17:51.886798 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a136e-7fc0-4e92-a139-a5240c3bb381 req-eb92597f-a550-4d7f-a6a1-2d3225b2d89f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:51.888386 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-451a136e-7fc0-4e92-a139-a5240c3bb381 req-eb92597f-a550-4d7f-a6a1-2d3225b2d89f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0468626 Oct 13 13:17:51.947046 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-451a136e-7fc0-4e92-a139-a5240c3bb381 req-5bd2ff1f-43e0-4b35-85a5-449694b719fa tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527506 Oct 13 13:17:53.070856 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b6468-c9a9-4edd-9ac0-270071436d9e req-4d3031d2-f6c6-454a-b5a2-75d7d23fa55e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:53.072409 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c4b6468-c9a9-4edd-9ac0-270071436d9e req-4d3031d2-f6c6-454a-b5a2-75d7d23fa55e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0481093 Oct 13 13:17:53.122460 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1c4b6468-c9a9-4edd-9ac0-270071436d9e req-d2d9eacf-2e16-4e74-ac13-c608530d764b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439973 Oct 13 13:17:53.211738 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 6521c8d2-96a6-4645-9499-e3e7673b6765 up at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:17:53.256757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Provisioning complete for port 6521c8d2-96a6-4645-9499-e3e7673b6765 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:17:53.257132 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:53.257469 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Attempt 1 to provision port 6521c8d2-96a6-4645-9499-e3e7673b6765 Oct 13 13:17:53.334528 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Current status of the port 6521c8d2-96a6-4645-9499-e3e7673b6765 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:53.345841 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc137383-1272-4687-a3fe-0eee7c603238 req-7157840c-c3bd-4458-b8e7-ec6eab14de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:53.347414 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-7157840c-c3bd-4458-b8e7-ec6eab14de08 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1130 time: 0.0430484 Oct 13 13:17:53.447806 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc137383-1272-4687-a3fe-0eee7c603238 req-6df46372-cbfd-48ca-acfc-77b89f469cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:53.449238 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-6df46372-cbfd-48ca-acfc-77b89f469cac service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.0931706 Oct 13 13:17:53.510719 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-ee665bc1-8744-46c0-8358-5c168c470699 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 1002 time: 0.0552928 Oct 13 13:17:53.565114 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc137383-1272-4687-a3fe-0eee7c603238 req-c869fc35-5f35-4423-bc7a-9a82febd4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:53.566600 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-c869fc35-5f35-4423-bc7a-9a82febd4fe6 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0489326 Oct 13 13:17:53.611033 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc137383-1272-4687-a3fe-0eee7c603238 req-5d8a17c6-4332-4b19-8529-631e2af25150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:53.613112 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-5d8a17c6-4332-4b19-8529-631e2af25150 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393622 Oct 13 13:17:53.677881 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:53.704788 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-53dfabaf-ff51-4f58-bf2c-a731a9815488 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857146 Oct 13 13:17:53.806410 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-dc137383-1272-4687-a3fe-0eee7c603238 req-1cec2464-5427-4e16-8fae-2ccfaa26eee0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949571 Oct 13 13:17:54.247861 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f277ea-efb7-4c6a-ba75-fe4224fa1988 req-56ee2ac8-15b2-4a21-bd39-b0e9139953b7 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:54.249316 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d4f277ea-efb7-4c6a-ba75-fe4224fa1988 req-56ee2ac8-15b2-4a21-bd39-b0e9139953b7 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0477161 Oct 13 13:17:54.301567 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d4f277ea-efb7-4c6a-ba75-fe4224fa1988 req-ee0eac98-2621-4fcb-b76f-70987b382b6b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460446 Oct 13 13:17:55.429706 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:55.440159 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0bcf-0cf1-49da-9b10-5c919bd9f594 req-7a3ba277-b0de-4bdf-bc76-b713e58ae035 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:55.442195 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d67c0bcf-0cf1-49da-9b10-5c919bd9f594 req-7a3ba277-b0de-4bdf-bc76-b713e58ae035 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0545514 Oct 13 13:17:55.509359 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d67c0bcf-0cf1-49da-9b10-5c919bd9f594 req-7db2d5e7-cc11-4898-b72c-195506422967 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603757 Oct 13 13:17:56.634739 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16615ccf-8314-4951-b2ed-ce6df3774791 req-f1d21cac-acf9-4237-a297-e390698c2b7a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:56.636235 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-16615ccf-8314-4951-b2ed-ce6df3774791 req-f1d21cac-acf9-4237-a297-e390698c2b7a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0475473 Oct 13 13:17:56.686001 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-16615ccf-8314-4951-b2ed-ce6df3774791 req-5506f668-0496-4c4d-8389-1b0ab4e0dd6e tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Oct 13 13:17:56.793290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:56.933012 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea8023-e4fd-4683-a626-f5d3ed9e6733 req-b7ed53b1-63d1-4a45-a1e6-b8eb4ce915a0 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:56.934497 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e9ea8023-e4fd-4683-a626-f5d3ed9e6733 req-b7ed53b1-63d1-4a45-a1e6-b8eb4ce915a0 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0562387 Oct 13 13:17:56.992176 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e9ea8023-e4fd-4683-a626-f5d3ed9e6733 req-15de3268-657c-4000-a8d8-1f2644987d73 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519927 Oct 13 13:17:57.026822 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-e108f8d0-225c-4d52-a446-6a7c10a91b48 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1722858 Oct 13 13:17:57.229689 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-3d0f0276-9b2d-4a88-976c-9a52b85fa973 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:57.231094 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-3d0f0276-9b2d-4a88-976c-9a52b85fa973 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports/386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 943 time: 0.1763213 Oct 13 13:17:57.446630 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56352) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:57.585091 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:57.592070 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4363cafc-19ea-4025-9b5d-8113a0d99a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.686196 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4363cafc-19ea-4025-9b5d-8113a0d99a2c admin admin] Publish callbacks [] for security_group (c13a3b5d-f96b-447f-a5bc-7681f20a58bf), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.690659 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4363cafc-19ea-4025-9b5d-8113a0d99a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c13a3b5d-f96b-447f-a5bc-7681f20a58bf), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.731287 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363cafc-19ea-4025-9b5d-8113a0d99a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a3b5d-f96b-447f-a5bc-7681f20a58bf,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:57.735645 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4363cafc-19ea-4025-9b5d-8113a0d99a2c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=08bd230517f84406a4cf1936bf516a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879000 Oct 13 13:17:57.738393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56358) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:17:57.788773 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1a0e-baf1-4e61-bb62-ba1bbd3f714f admin admin] Publish callbacks [] for security_group (c13a3b5d-f96b-447f-a5bc-7681f20a58bf), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.809186 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1a0e-baf1-4e61-bb62-ba1bbd3f714f admin admin] Publish callbacks [] for security_group (c13a3b5d-f96b-447f-a5bc-7681f20a58bf), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.856722 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1a0e-baf1-4e61-bb62-ba1bbd3f714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c13a3b5d-f96b-447f-a5bc-7681f20a58bf), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.859207 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4ecc1a0e-baf1-4e61-bb62-ba1bbd3f714f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:57.860348 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4ecc1a0e-baf1-4e61-bb62-ba1bbd3f714f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c13a3b5d-f96b-447f-a5bc-7681f20a58bf HTTP/1.1" status: 204 len: 168 time: 0.1210530 Oct 13 13:17:57.868352 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc1a0e-baf1-4e61-bb62-ba1bbd3f714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a3b5d-f96b-447f-a5bc-7681f20a58bf,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:58.124237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606cd58-fcad-412a-85f1-e1df3f015084 req-c4502e3e-b3f6-41c8-b178-ea0573de4c20 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:58.125750 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7606cd58-fcad-412a-85f1-e1df3f015084 req-c4502e3e-b3f6-41c8-b178-ea0573de4c20 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0524189 Oct 13 13:17:58.181445 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7606cd58-fcad-412a-85f1-e1df3f015084 req-6360fee2-e87a-4115-b88b-7701ae2f50dc tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487032 Oct 13 13:17:58.346985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:17:58.386447 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:58.432028 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386e505c-fee6-4a1d-9fa8-236b241cf782 is: ACTIVE; New status is: DOWN {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:17:58.432426 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:58.462897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:17:58.465192 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d775ec1e-2238-4211-9cb9-e8d8eb0f8da4" -d '{"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-unplugged", "status": "completed", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:17:58.480128 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:17:58.484721 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:17:58.534368 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac7ad3-e64a-4666-ade2-1eaf755d750c x-openstack-request-id: req-34ac7ad3-e64a-4666-ade2-1eaf755d750c {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:17:58.534662 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-unplugged", "status": "completed", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:17:58.534916 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34ac7ad3-e64a-4666-ade2-1eaf755d750c {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:17:58.535340 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ac7ad3-e64a-4666-ade2-1eaf755d750c'] response: {'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'code': 200} Oct 13 13:17:58.555796 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=6']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:17:59.134463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-de335e44-880a-475b-8da6-c594609f04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:59.136974 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-de335e44-880a-475b-8da6-c594609f04fa service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582&tenant_id=aff81c38c17b4e82864854ceac6587df HTTP/1.1" status: 200 len: 1128 time: 0.0475616 Oct 13 13:17:59.317418 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa7908-2c68-4b55-b8d7-35dd78f70a32 req-b76e06c0-1de3-48b2-acd0-c3edd73ad596 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:59.318889 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2bfa7908-2c68-4b55-b8d7-35dd78f70a32 req-b76e06c0-1de3-48b2-acd0-c3edd73ad596 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0542941 Oct 13 13:17:59.364986 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-9366298d-5030-41c1-83f8-cc32f5f8aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:59.366843 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-9366298d-5030-41c1-83f8-cc32f5f8aee2 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1128 time: 0.0456538 Oct 13 13:17:59.381923 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2bfa7908-2c68-4b55-b8d7-35dd78f70a32 req-dc52f4d7-86b6-4684-9a27-a859189bf5d0 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557201 Oct 13 13:17:59.479831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-64287957-ce4d-4ccc-8d51-01d65414e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:59.481319 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-64287957-ce4d-4ccc-8d51-01d65414e8d1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.0969019 Oct 13 13:17:59.551764 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-3831d0e1-0bcc-449d-9084-311456b82b0f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 1000 time: 0.0574212 Oct 13 13:17:59.796053 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-ba0972f1-d13e-49a8-9f39-099ae47f3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:59.797497 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-ba0972f1-d13e-49a8-9f39-099ae47f3eb9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0462513 Oct 13 13:17:59.835426 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:17:59.846576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-fe1c1f31-b737-4470-9349-38c63145df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:17:59.848142 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-fe1c1f31-b737-4470-9349-38c63145df18 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443687 Oct 13 13:17:59.942982 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-ddf93400-bd8c-43f2-b9e4-4ee9d6741bca service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874937 Oct 13 13:18:00.054923 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-cd6988fa-818b-4f51-8509-a6b1d39f944e req-75114bea-df65-438f-b297-35307ec5ff63 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010594 Oct 13 13:18:00.489628 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:00.507769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791de629-260d-4089-9440-33e5521349b4 req-b86339f1-5018-4392-bdcb-830620e43ec5 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:00.509189 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-791de629-260d-4089-9440-33e5521349b4 req-b86339f1-5018-4392-bdcb-830620e43ec5 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0481641 Oct 13 13:18:00.561068 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-791de629-260d-4089-9440-33e5521349b4 req-ce5a441a-0de3-4ec2-9f91-ecb7c53e70ee tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 Oct 13 13:18:01.684236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9bf87-f4b3-485d-b239-fb1368b15b33 req-f75fb961-e797-4903-a719-e8ffb9a5dc41 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:01.685622 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cfa9bf87-f4b3-485d-b239-fb1368b15b33 req-f75fb961-e797-4903-a719-e8ffb9a5dc41 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0470898 Oct 13 13:18:01.736908 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cfa9bf87-f4b3-485d-b239-fb1368b15b33 req-e2cacaa5-8b56-4bfe-9437-070df07ddadd tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Oct 13 13:18:02.862440 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a143b-58cd-4368-9e33-ed1d60e00f05 req-9d3f5bb7-5ac1-4cb4-9e11-a3ec32c531ff tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:02.864002 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5a143b-58cd-4368-9e33-ed1d60e00f05 req-9d3f5bb7-5ac1-4cb4-9e11-a3ec32c531ff tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0504622 Oct 13 13:18:02.912633 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4b5a143b-58cd-4368-9e33-ed1d60e00f05 req-97275348-0251-40b6-822b-156c37a767e9 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Oct 13 13:18:02.973990 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:02.978274 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:04.183503 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956c160-d296-4ffe-97a9-1595927df52b req-dc58433d-78d6-4a22-b7ca-d61e566fe730 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:04.184986 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c956c160-d296-4ffe-97a9-1595927df52b req-dc58433d-78d6-4a22-b7ca-d61e566fe730 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0485427 Oct 13 13:18:04.233572 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c956c160-d296-4ffe-97a9-1595927df52b req-fc6d1fa1-0893-4b0d-817a-13e27ef60ffb tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Oct 13 13:18:05.356774 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e03b48-3f71-4aa1-be59-9a1f4c60c83c req-5ffd96e8-1b04-4b89-a0c2-8dc8ff37d997 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:05.358259 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52e03b48-3f71-4aa1-be59-9a1f4c60c83c req-5ffd96e8-1b04-4b89-a0c2-8dc8ff37d997 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0470819 Oct 13 13:18:05.416531 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52e03b48-3f71-4aa1-be59-9a1f4c60c83c req-bcb417cd-4e78-4dae-8f43-da7818b81bca tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526414 Oct 13 13:18:06.373730 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:18:06.472032 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:06.483158 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'port_id': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'mac_address': 'fa:16:3e:e8:c4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:18:06.522747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386e505c-fee6-4a1d-9fa8-236b241cf782 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:18:06.523170 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:06.536151 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff349-ed6e-4d19-94fc-baf30957f153 req-1fdeaf26-fdd8-4b30-aeda-bc3d15e9b07f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:06.536676 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386e505c-fee6-4a1d-9fa8-236b241cf782 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:18:06.537617 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-614ff349-ed6e-4d19-94fc-baf30957f153 req-1fdeaf26-fdd8-4b30-aeda-bc3d15e9b07f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 944 time: 0.0473006 Oct 13 13:18:06.557931 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:06.562612 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:06.589316 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-614ff349-ed6e-4d19-94fc-baf30957f153 req-a3a0f7c3-23a4-4f14-a04f-34e56e79dda5 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461204 Oct 13 13:18:06.609222 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=7']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:06.780623 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['386e505c-fee6-4a1d-9fa8-236b241cf782'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:18:06.946092 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:07.076971 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56508) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:07.180501 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f642fd22-7e99-4a4a-b476-6bf1739ca746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.221254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:07.260963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f642fd22-7e99-4a4a-b476-6bf1739ca746 admin admin] Publish callbacks [] for security_group (5a43d4cc-748c-409c-8ec0-c1f8766f6f56), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.265105 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f642fd22-7e99-4a4a-b476-6bf1739ca746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5a43d4cc-748c-409c-8ec0-c1f8766f6f56), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.306916 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f642fd22-7e99-4a4a-b476-6bf1739ca746 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=88b54594d23e4bd499fe9b8b5955f92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288535 Oct 13 13:18:07.307958 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642fd22-7e99-4a4a-b476-6bf1739ca746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43d4cc-748c-409c-8ec0-c1f8766f6f56,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:07.309826 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56512) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:07.357182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-0a9eaba0-0ab7-450d-a022-916c4aedf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:07.358676 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-0a9eaba0-0ab7-450d-a022-916c4aedf302 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1129 time: 0.0392361 Oct 13 13:18:07.363903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d6aadee-b134-447b-9602-42b5a5b207cf admin admin] Publish callbacks [] for security_group (5a43d4cc-748c-409c-8ec0-c1f8766f6f56), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.375432 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:07.385003 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d6aadee-b134-447b-9602-42b5a5b207cf admin admin] Publish callbacks [] for security_group (5a43d4cc-748c-409c-8ec0-c1f8766f6f56), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.440037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d6aadee-b134-447b-9602-42b5a5b207cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (5a43d4cc-748c-409c-8ec0-c1f8766f6f56), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.442683 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-8d6aadee-b134-447b-9602-42b5a5b207cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:07.443894 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-8d6aadee-b134-447b-9602-42b5a5b207cf admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5a43d4cc-748c-409c-8ec0-c1f8766f6f56 HTTP/1.1" status: 204 len: 168 time: 0.1299567 Oct 13 13:18:07.452323 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aadee-b134-447b-9602-42b5a5b207cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43d4cc-748c-409c-8ec0-c1f8766f6f56,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:07.731568 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffe429-93d6-41ec-a424-82a6041b49da req-09540f1d-28c7-45d8-a0f9-6d4486d3b3fe tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:07.745839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-95493567-4cdc-48b0-9d28-b7fbb61603d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:07.745998 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8dffe429-93d6-41ec-a424-82a6041b49da req-09540f1d-28c7-45d8-a0f9-6d4486d3b3fe tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 945 time: 0.0747149 Oct 13 13:18:07.747769 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-95493567-4cdc-48b0-9d28-b7fbb61603d4 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.3704755 Oct 13 13:18:07.807674 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8dffe429-93d6-41ec-a424-82a6041b49da req-0a25d88e-e3cc-4fac-a7d9-0512c549dbeb tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610127 Oct 13 13:18:07.839440 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-14144cb0-da06-4698-a3f7-336489ca7a3d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 1001 time: 0.0843139 Oct 13 13:18:07.891362 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-eead98c8-d21d-4de4-8b7b-c760ebf4d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:07.892776 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-eead98c8-d21d-4de4-8b7b-c760ebf4d1c3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0475826 Oct 13 13:18:07.935322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-cfa5e7c1-134c-4193-aa49-b4ccae4ef0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:07.936797 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-cfa5e7c1-134c-4193-aa49-b4ccae4ef0e9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384128 Oct 13 13:18:08.029204 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-718f7d3b-a421-496c-8441-fba86c3dd248 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862560 Oct 13 13:18:08.120873 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c1c64049-4bfe-4cd7-8163-a8a3c2929e45 req-c94ecab0-38c0-40cd-ac0e-081a5c0d1fb7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859506 Oct 13 13:18:08.354304 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-aceb8b9b-ab83-447f-953f-c1644d2da95d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1972725413&fields=id&tenant_id=17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 267 time: 0.0437467 Oct 13 13:18:08.389207 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:18:08.433925 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 386e505c-fee6-4a1d-9fa8-236b241cf782 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:18:08.434299 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:08.434632 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 386e505c-fee6-4a1d-9fa8-236b241cf782 Oct 13 13:18:08.456902 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:08.463554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-fc6a13db-9146-4622-8717-1e3d8e467028 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:08.465264 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-fc6a13db-9146-4622-8717-1e3d8e467028 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 812 time: 0.1046200 Oct 13 13:18:08.480228 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-1a40775c-0e8f-4cb3-a8af-0e000b287159 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/quotas/17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 375 time: 0.0096252 Oct 13 13:18:08.510630 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 386e505c-fee6-4a1d-9fa8-236b241cf782 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:18:08.511017 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:08.529832 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-6aa9cf01-feb2-4c02-8002-fb4d7b11e63b tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441451 Oct 13 13:18:08.533899 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:08.536766 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c1853-f3ca-428e-900e-88bacd0a0613" -d '{"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-plugged", "status": "completed", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:08.549364 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:08.554590 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:08.580742 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4767b3-de0f-4717-8280-f329d2029886 x-openstack-request-id: req-0e4767b3-de0f-4717-8280-f329d2029886 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:08.581031 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-plugged", "status": "completed", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:08.581283 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e4767b3-de0f-4717-8280-f329d2029886 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:08.581683 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4767b3-de0f-4717-8280-f329d2029886'] response: {'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'code': 200} Oct 13 13:18:08.588644 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:08.608564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=8']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:08.638100 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e54921b3-67f6-453d-86b3-a45963ea023d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960166 Oct 13 13:18:08.732438 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-a0da7dc0-da8d-44ad-87cb-96ced9904ddb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886292 Oct 13 13:18:08.789644 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb300d3-ceb2-4177-9e2c-28c0f73672dc req-59385411-e1c6-4633-9853-1b61d02f930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:08.791028 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0cb300d3-ceb2-4177-9e2c-28c0f73672dc req-59385411-e1c6-4633-9853-1b61d02f930d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1130 time: 0.0397274 Oct 13 13:18:08.809795 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:08.846536 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0cb300d3-ceb2-4177-9e2c-28c0f73672dc req-a2dd14e3-dc51-436d-86ca-3514f10697a5 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495648 Oct 13 13:18:08.944062 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb827064-2d02-46c5-b31e-c5fe5d9bc7e6 req-6fb49ba3-c67b-4420-abd7-510840a70e68 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:08.945542 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb827064-2d02-46c5-b31e-c5fe5d9bc7e6 req-6fb49ba3-c67b-4420-abd7-510840a70e68 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0529275 Oct 13 13:18:09.003984 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb827064-2d02-46c5-b31e-c5fe5d9bc7e6 req-aba4e484-823a-4707-987f-8d105ff6f99a tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522351 Oct 13 13:18:09.032693 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5419bb3f-f35e-48cb-ac4e-84801f61242d req-9b9b5146-40ac-4ef8-a906-8dbc9b8ee82c tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 210 time: 0.0278707 Oct 13 13:18:10.137922 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-281a9fa3-8c05-404d-aee8-bd6ff3d51dae req-0e4a8d71-d3af-4206-93b6-d0bc0c16e2c5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 210 time: 0.0316596 Oct 13 13:18:10.146074 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98407dc0-0f2e-46b3-9ef8-ee120b9d1eb9 req-e0be7f71-ada3-46f2-bafd-771f8dc9fe9f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:10.147495 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98407dc0-0f2e-46b3-9ef8-ee120b9d1eb9 req-e0be7f71-ada3-46f2-bafd-771f8dc9fe9f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0694487 Oct 13 13:18:10.197740 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-98407dc0-0f2e-46b3-9ef8-ee120b9d1eb9 req-acaab281-5c80-4532-8f5b-6ea0bfe95504 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444534 Oct 13 13:18:11.018309 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-ca265101-8efe-4aee-8a53-11976605b2e7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:11.020366 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-ca265101-8efe-4aee-8a53-11976605b2e7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 812 time: 0.1116526 Oct 13 13:18:11.101569 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-03243322-bb6d-4b81-9347-5184861ffd47 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 380 time: 0.0651515 Oct 13 13:18:11.104545 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56566) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:11.108960 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974567388', 'description': 'tempest-description--372289127'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:11.115956 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'port': {'device_id': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'admin_state_up': True, 'tenant_id': '17e1654782ac4100b0353d561496db51', 'security_groups': ['879dff4a-3961-4f06-8458-125736b46e1e']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:11.128890 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.202845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (ef427ecb-7ff9-40aa-9332-e01095defde9), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.211144 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ef427ecb-7ff9-40aa-9332-e01095defde9), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.228404 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:11.240389 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Made reservation on behalf of 17e1654782ac4100b0353d561496db51 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:18:11.244129 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.256174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:11.271752 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.272961 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1674063 Oct 13 13:18:11.274731 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-767fd925-4075-468b-9256-4cab85cb221f req-d7d5670e-103e-4b83-aa9f-7712004acc4b tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 210 time: 0.0565848 Oct 13 13:18:11.277676 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56570) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:11.282819 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': 'ef427ecb-7ff9-40aa-9332-e01095defde9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:11.303081 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843eb27-a2aa-4fb3-9ae8-4055c7b630e9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef427ecb-7ff9-40aa-9332-e01095defde9,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:11.315365 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (9cb90437-06d5-4c3b-901c-da62cff52c45), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.376614 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (9cb90437-06d5-4c3b-901c-da62cff52c45), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.380608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Allocated IP 172.20.0.11 (2fc51ab6-7e9b-491d-a490-ff80ae554bf0/3ccd938c-9898-4207-9e40-0760c5481110/de381234-2018-4c2f-93d9-84a4a3ab32c8) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:18:11.381964 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (9cb90437-06d5-4c3b-901c-da62cff52c45), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.407917 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb90437-06d5-4c3b-901c-da62cff52c45,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:11.415452 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.424662 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9d52ee58-046a-4d0b-89b4-628a887fc4a5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379619 Oct 13 13:18:11.426460 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56572) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:11.431580 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': 'ef427ecb-7ff9-40aa-9332-e01095defde9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:11.458612 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (fdc526ea-e6d1-40a8-a333-2cb7d0081c70), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.524562 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8d229e41-be66-4a7e-aa53-d121a78e413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.531488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.538892 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (fdc526ea-e6d1-40a8-a333-2cb7d0081c70), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.543806 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (fdc526ea-e6d1-40a8-a333-2cb7d0081c70), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.561708 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:11.566066 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc526ea-e6d1-40a8-a333-2cb7d0081c70,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:11.574277 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.574574 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.575795 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6aa26afe-0d3c-4755-8d29-0320b67848a4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480501 Oct 13 13:18:11.579131 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56574) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:11.584363 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:11.608256 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.629117 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:18:11.634289 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:18:11.637682 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:18:11.674631 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=de381234-2018-4c2f-93d9-84a4a3ab32c8,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:11.697038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:11.697549 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.698690 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.714316 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-9b756703-9bbb-4090-9b9e-0217ba9a24e5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022780 Oct 13 13:18:11.725969 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Request body: {'port': {'device_id': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:11.792196 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.805592 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:11.818080 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.27.1.50 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/0e2cf0b5-e01a-41db-bd0a-50ffb5401c29) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:18:11.873406 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-16c05680-29a8-4e48-b81a-0d069ee1c500 None None] Provisioning complete for port de381234-2018-4c2f-93d9-84a4a3ab32c8 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:18:11.873887 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-16c05680-29a8-4e48-b81a-0d069ee1c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.874288 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-16c05680-29a8-4e48-b81a-0d069ee1c500 None None] Attempt 1 to provision port de381234-2018-4c2f-93d9-84a4a3ab32c8 Oct 13 13:18:11.907890 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-16c05680-29a8-4e48-b81a-0d069ee1c500 None None] Port de381234-2018-4c2f-93d9-84a4a3ab32c8 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:18:11.933790 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.965564 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:11.994359 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:12.005409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:18:12.010710 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:18:12.015262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:18:12.040754 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=0e2cf0b5-e01a-41db-bd0a-50ffb5401c29,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:12.071510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de381234-2018-4c2f-93d9-84a4a3ab32c8 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:18:12.079431 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Publish callbacks [] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.092204 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Transition to ACTIVE for port object de381234-2018-4c2f-93d9-84a4a3ab32c8 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:18:12.095839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.105086 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (81ca4a4f-4efd-4cd3-b8a1-b02a299559a2), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.120479 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:12.145560 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.179757 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Pushing event updated for resources: {'Port': ['ID=de381234-2018-4c2f-93d9-84a4a3ab32c8,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:12.211755 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Attempting to bind port de381234-2018-4c2f-93d9-84a4a3ab32c8 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:18:12.212095 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Attempting to bind port de381234-2018-4c2f-93d9-84a4a3ab32c8 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:18:12.212427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Attempting to bind port de381234-2018-4c2f-93d9-84a4a3ab32c8 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:18:12.253872 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Port de381234-2018-4c2f-93d9-84a4a3ab32c8 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:18:12.254200 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Attempting to bind port de381234-2018-4c2f-93d9-84a4a3ab32c8 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:18:12.293132 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.295834 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:18:12.296203 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Checking segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:18:12.296598 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Bound using segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:18:12.297028 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Bound port: de381234-2018-4c2f-93d9-84a4a3ab32c8, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:18:12.297394 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.297536 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.302452 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:12.367675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] For port de381234-2018-4c2f-93d9-84a4a3ab32c8, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:18:12.370840 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] For port de381234-2018-4c2f-93d9-84a4a3ab32c8, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:18:12.376447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.378158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=0e2cf0b5-e01a-41db-bd0a-50ffb5401c29,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:12.381223 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:12.381904 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.384979 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/de381234-2018-4c2f-93d9-84a4a3ab32c8 HTTP/1.1" status: 200 len: 1094 time: 0.6624289 Oct 13 13:18:12.384979 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:12.386359 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f9e436-a2e6-4841-9db4-ab675c22a0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:12.407404 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (81ca4a4f-4efd-4cd3-b8a1-b02a299559a2), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.430849 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f72e64-3ec3-455d-9402-768a96cef41f req-82de3752-61d4-4037-abb0-f99b220545a7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:12.432449 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-51f72e64-3ec3-455d-9402-768a96cef41f req-82de3752-61d4-4037-abb0-f99b220545a7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0675073 Oct 13 13:18:12.435522 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:12.436648 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-938316e2-d762-4050-837d-23d57342405a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8564777 Oct 13 13:18:12.476116 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023df1a-56de-49ef-96de-077ff06ce2a3 x-openstack-request-id: req-1023df1a-56de-49ef-96de-077ff06ce2a3 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:12.476553 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:12.476906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1023df1a-56de-49ef-96de-077ff06ce2a3 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:12.477401 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1023df1a-56de-49ef-96de-077ff06ce2a3'] response: {'name': 'network-changed', 'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'status': 'completed', 'code': 200} Oct 13 13:18:12.478270 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b080b-8e86-4756-ba7f-19b8f9a0d516 service neutron] Pushing event updated for resources: {'Port': ['ID=de381234-2018-4c2f-93d9-84a4a3ab32c8,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:12.487389 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-51f72e64-3ec3-455d-9402-768a96cef41f req-b6adc5e2-b5dc-4db1-8c5b-d160b2028070 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464950 Oct 13 13:18:12.493475 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-2b67e7d5-d0b9-4229-a792-108155c1207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:12.495002 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-2b67e7d5-d0b9-4229-a792-108155c1207e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 1128 time: 0.0609591 Oct 13 13:18:12.539608 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-79805f31-a862-4a03-ac55-a942fc9feeb5 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8 HTTP/1.1" status: 200 len: 217 time: 0.0383048 Oct 13 13:18:12.590478 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-cb88ac2a-0f1c-4e8e-98a5-90d82dfd0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:12.591980 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-cb88ac2a-0f1c-4e8e-98a5-90d82dfd0b5c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0467408 Oct 13 13:18:12.637724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-4e60a354-269b-4fbf-8a64-85c2fe0f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:12.639325 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-4e60a354-269b-4fbf-8a64-85c2fe0f3c17 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412278 Oct 13 13:18:12.662590 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-46449651-18ba-478a-8065-112ec1f822c4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--974567388&fields=id&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 267 time: 0.0455139 Oct 13 13:18:12.712001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:12.734608 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-bc5d855a-7683-4ece-8487-123eadf1df19 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894966 Oct 13 13:18:12.768521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-6c2f1576-de5c-476c-8af6-e6e5be0ab327 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:12.769987 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-6c2f1576-de5c-476c-8af6-e6e5be0ab327 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1008563 Oct 13 13:18:12.784417 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-4ef1b72c-cb54-4120-beab-81a5f2ae28a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/quotas/da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 375 time: 0.0086937 Oct 13 13:18:12.824258 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1b545299-f1fc-44a1-80bb-551405bbd41f req-cc130ec4-368d-47e2-bbf6-00e267c63b62 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840874 Oct 13 13:18:12.842211 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-ac67ced7-2c09-4836-99bf-43e8da4f63ba tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526030 Oct 13 13:18:12.938109 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-332f6702-f147-46f4-bc49-603df8b66a6a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842724 Oct 13 13:18:13.024614 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:13.031263 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-f0c34219-4753-4457-8d16-f68ab7b01f28 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872595 Oct 13 13:18:13.067169 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-8265923c-956a-410c-80b1-d3647ab2c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:13.068695 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-8265923c-956a-410c-80b1-d3647ab2c85e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 1128 time: 0.0446274 Oct 13 13:18:13.168272 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-5612ff38-a827-4d30-b017-0807964ea42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:13.170819 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-5612ff38-a827-4d30-b017-0807964ea42a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0958626 Oct 13 13:18:13.208078 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94b50abb-ba39-4eb3-937f-f4c008283a36 req-f80b4295-36f9-4a7b-b4e5-cbf09863a0e5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 210 time: 0.0273602 Oct 13 13:18:13.213444 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-ece0683e-84a9-4b21-a9cd-54ef228a2860 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8 HTTP/1.1" status: 200 len: 217 time: 0.0366755 Oct 13 13:18:13.266951 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-2edc0444-0c3f-447d-bbd2-ea07fc5a681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:13.268440 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-2edc0444-0c3f-447d-bbd2-ea07fc5a681a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0495713 Oct 13 13:18:13.312176 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-4d41e17d-1f98-4dc4-b608-aa827d8913cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:13.313672 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-4d41e17d-1f98-4dc4-b608-aa827d8913cd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396821 Oct 13 13:18:13.412485 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-4a63adba-b285-40fa-8e62-c70a25744c92 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925398 Oct 13 13:18:13.442974 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:13.512967 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-48f9e436-a2e6-4841-9db4-ab675c22a0b6 req-46535486-f8f1-4999-851d-7b1d84ab68dd service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948038 Oct 13 13:18:13.610855 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b9c6-3771-4243-8154-a4cdcefbc25a req-e745c452-d4a6-45f1-92b2-629a2ef8436e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:13.612394 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7178b9c6-3771-4243-8154-a4cdcefbc25a req-e745c452-d4a6-45f1-92b2-629a2ef8436e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0469854 Oct 13 13:18:13.663787 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7178b9c6-3771-4243-8154-a4cdcefbc25a req-21b6c6fa-8f1f-47b3-ac9d-a6e0bd06d7ee tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Oct 13 13:18:13.704591 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-5ee181e2-f62e-4f0b-9fa5-e31cd5ab4915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:14.268571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-26a2365a-be32-4afe-8ab5-7f4e5802d685 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:14.270262 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-26a2365a-be32-4afe-8ab5-7f4e5802d685 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1092412 Oct 13 13:18:14.315931 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-38b322b8-ea98-4b45-9ad0-615d63e035b4 req-0f18a519-8e70-44c8-88e5-73dc589750a9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 210 time: 0.0316970 Oct 13 13:18:14.350760 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-6cdf23d7-c057-444c-8dba-e3d3098e0961 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 472 time: 0.0716131 Oct 13 13:18:14.399589 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'port': {'device_id': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'admin_state_up': True, 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'security_groups': ['ef427ecb-7ff9-40aa-9332-e01095defde9']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:14.507008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Made reservation on behalf of da546353194342439f9bc3f98f6737e0 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:18:14.510657 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:14.571574 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:14.636544 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.20.0.13 (60c7ab31-db51-4574-8d4e-94d8596d64ad/59694453-3ea7-47b4-9dd3-801ca641b31a/47f769d3-bbeb-4693-bf62-e39b171194ca) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:18:14.774253 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:14.787423 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887f8ee-2d09-44c1-94cc-d673933ed96d req-2750a720-9092-459a-bd9a-6164bfd31f98 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:14.788900 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6887f8ee-2d09-44c1-94cc-d673933ed96d req-2750a720-9092-459a-bd9a-6164bfd31f98 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0470469 Oct 13 13:18:14.806804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:14.839091 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6887f8ee-2d09-44c1-94cc-d673933ed96d req-7bf29000-5e96-468c-8811-de949f03f281 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Oct 13 13:18:14.855574 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:18:14.863896 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:18:14.865787 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=47f769d3-bbeb-4693-bf62-e39b171194ca,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:14.867947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:18:14.920295 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:14.920918 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:14.939182 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-780767e7-8a29-4917-a3bb-b5c8f4c54a26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5430884 Oct 13 13:18:14.949988 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Request body: {'port': {'device_id': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:14.969464 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:15.013271 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.029875 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.048473 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-a7d31f87-bb5d-49e8-a98a-dc72de32dbed None None] Provisioning complete for port 47f769d3-bbeb-4693-bf62-e39b171194ca triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:18:15.048848 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-a7d31f87-bb5d-49e8-a98a-dc72de32dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.049186 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-a7d31f87-bb5d-49e8-a98a-dc72de32dbed None None] Attempt 1 to provision port 47f769d3-bbeb-4693-bf62-e39b171194ca Oct 13 13:18:15.081593 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-a7d31f87-bb5d-49e8-a98a-dc72de32dbed None None] Port 47f769d3-bbeb-4693-bf62-e39b171194ca cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:18:15.269143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f769d3-bbeb-4693-bf62-e39b171194ca {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:18:15.276582 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Publish callbacks [] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.289255 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Transition to ACTIVE for port object 47f769d3-bbeb-4693-bf62-e39b171194ca will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:18:15.293463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.298185 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:15.379008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Pushing event updated for resources: {'Port': ['ID=47f769d3-bbeb-4693-bf62-e39b171194ca,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:15.409979 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Attempting to bind port 47f769d3-bbeb-4693-bf62-e39b171194ca on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:18:15.410623 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Attempting to bind port 47f769d3-bbeb-4693-bf62-e39b171194ca by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:18:15.410966 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Attempting to bind port 47f769d3-bbeb-4693-bf62-e39b171194ca on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:18:15.439654 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ad63-7696-4359-ade6-771462dad5c2 req-604e4db8-f227-42c8-9ac1-da03aa96353c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:15.441133 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a52ad63-7696-4359-ade6-771462dad5c2 req-604e4db8-f227-42c8-9ac1-da03aa96353c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 944 time: 0.0464983 Oct 13 13:18:15.455759 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Port 47f769d3-bbeb-4693-bf62-e39b171194ca on network 60c7ab31-db51-4574-8d4e-94d8596d64ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:18:15.456099 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Attempting to bind port 47f769d3-bbeb-4693-bf62-e39b171194ca on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:18:15.496312 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a52ad63-7696-4359-ade6-771462dad5c2 req-7c7309c7-7fdf-4ead-a620-a22143f9ee29 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494270 Oct 13 13:18:15.499035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:18:15.499409 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:18:15.499794 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Bound using segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:18:15.500236 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Bound port: 47f769d3-bbeb-4693-bf62-e39b171194ca, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:18:15.500600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.561051 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] For port 47f769d3-bbeb-4693-bf62-e39b171194ca, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:18:15.564075 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] For port 47f769d3-bbeb-4693-bf62-e39b171194ca, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47f769d3-bbeb-4693-bf62-e39b171194ca,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:18:15.570242 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.573608 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:15.574577 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:15.576260 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/47f769d3-bbeb-4693-bf62-e39b171194ca HTTP/1.1" status: 200 len: 1094 time: 0.6304731 Oct 13 13:18:15.578541 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:15.582381 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9234dde-ebd6-4fc3-8f73-8087759fa00b" -d '{"events": [{"name": "network-changed", "server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:15.625105 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364083d3-b5fa-4fc9-9775-a01611ecb6aa x-openstack-request-id: req-364083d3-b5fa-4fc9-9775-a01611ecb6aa {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:15.625385 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:15.625638 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-364083d3-b5fa-4fc9-9775-a01611ecb6aa {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:15.626031 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364083d3-b5fa-4fc9-9775-a01611ecb6aa'] response: {'name': 'network-changed', 'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'status': 'completed', 'code': 200} Oct 13 13:18:15.669207 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-b629958d-65c1-496f-99d7-9c7e5fe2b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:15.670703 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-b629958d-65c1-496f-99d7-9c7e5fe2b78a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 1128 time: 0.0556171 Oct 13 13:18:15.673745 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917778d8-54b1-4234-b8f6-522a0cebe42b service neutron] Pushing event updated for resources: {'Port': ['ID=47f769d3-bbeb-4693-bf62-e39b171194ca,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:15.708910 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-93c18bea-1be3-4886-8f3d-9ee2ca3761ac service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f769d3-bbeb-4693-bf62-e39b171194ca HTTP/1.1" status: 200 len: 217 time: 0.0321953 Oct 13 13:18:15.757254 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-9a3b824a-60b6-4738-aabd-0ce05b6fc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:15.758640 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-9a3b824a-60b6-4738-aabd-0ce05b6fc8ba service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0427854 Oct 13 13:18:15.804995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58337-9821-4424-920f-72aad8466d04 req-05e8ed52-b752-4eb0-929a-0a6def3e647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:15.806438 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-05e8ed52-b752-4eb0-929a-0a6def3e647c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419919 Oct 13 13:18:15.880993 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:15.897296 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-2df52de2-6bca-4ed8-8c5e-0cbce545a7b6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Oct 13 13:18:15.969488 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43620bd-cd28-460a-b9a8-73c0f69bc523 req-7802935c-f0d1-4563-b1c4-cb60d231a64a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:15.970954 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f43620bd-cd28-460a-b9a8-73c0f69bc523 req-7802935c-f0d1-4563-b1c4-cb60d231a64a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0510285 Oct 13 13:18:15.992143 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-69a58337-9821-4424-920f-72aad8466d04 req-e1908257-6bea-406f-b27c-906cc5787a4c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Oct 13 13:18:16.020792 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f43620bd-cd28-460a-b9a8-73c0f69bc523 req-177c6d41-0ac9-4e41-8896-8ac18abc79fd tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441778 Oct 13 13:18:16.616589 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99b3b2-b10f-41f3-b4a1-e4dac3b6741e req-085498c9-25ec-412c-98f4-d9ad4712e0d5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:16.618006 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9d99b3b2-b10f-41f3-b4a1-e4dac3b6741e req-085498c9-25ec-412c-98f4-d9ad4712e0d5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 944 time: 0.0464854 Oct 13 13:18:16.642329 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:16.665632 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9d99b3b2-b10f-41f3-b4a1-e4dac3b6741e req-4ef1d307-8ad5-493c-949c-8c4d2484afcc tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420911 Oct 13 13:18:16.808705 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-ad0cba32-267b-4e0c-9682-27991d50902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:16.810160 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-ad0cba32-267b-4e0c-9682-27991d50902f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 1128 time: 0.0394919 Oct 13 13:18:16.834902 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:16.905731 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-c18b9a86-c13b-4a39-992f-d8d9b87441ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:16.907227 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-c18b9a86-c13b-4a39-992f-d8d9b87441ca service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0906572 Oct 13 13:18:16.945526 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-4a40dc25-181f-4b68-93be-c480cb81ca56 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f769d3-bbeb-4693-bf62-e39b171194ca HTTP/1.1" status: 200 len: 217 time: 0.0325758 Oct 13 13:18:16.992456 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-c0a84267-3c04-46ed-94c1-36fb86183bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:16.993881 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-c0a84267-3c04-46ed-94c1-36fb86183bfb service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0429666 Oct 13 13:18:17.007462 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:17.037734 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-39fde094-4c3a-4a81-b153-c8d6330301eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:17.039240 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-39fde094-4c3a-4a81-b153-c8d6330301eb service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393071 Oct 13 13:18:17.101503 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:17.142182 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-5d46f21f-3afe-4045-aa7d-1c7029508033 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922146 Oct 13 13:18:17.144997 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75f710-69f1-4dc6-8069-045ab65cb446 req-ade03c47-1880-45d3-b72b-c8e109183879 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:17.146445 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b75f710-69f1-4dc6-8069-045ab65cb446 req-ade03c47-1880-45d3-b72b-c8e109183879 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0478177 Oct 13 13:18:17.200163 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b75f710-69f1-4dc6-8069-045ab65cb446 req-0db4d410-880b-477f-93bf-cebd178ca9bc tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478473 Oct 13 13:18:17.296953 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f9234dde-ebd6-4fc3-8f73-8087759fa00b req-681e8ae9-ce4a-496a-9d16-a27c81512fa1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909359 Oct 13 13:18:17.784567 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb736be6-417b-4d4e-bbdc-a9e11fe2eb9b req-fcd148a5-b4db-4277-ad87-b738651145dc tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:17.785986 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb736be6-417b-4d4e-bbdc-a9e11fe2eb9b req-fcd148a5-b4db-4277-ad87-b738651145dc tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 944 time: 0.0457571 Oct 13 13:18:17.832407 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-fb736be6-417b-4d4e-bbdc-a9e11fe2eb9b req-b6066895-8ac2-46e2-a427-9f71fd200e6b tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 Oct 13 13:18:18.317682 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46988e5-1885-4ae7-b4a2-520b57c575a7 req-f29379cf-0212-4af4-a58d-7962eb3b35d4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:18.319137 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b46988e5-1885-4ae7-b4a2-520b57c575a7 req-f29379cf-0212-4af4-a58d-7962eb3b35d4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0458605 Oct 13 13:18:18.366586 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b46988e5-1885-4ae7-b4a2-520b57c575a7 req-89ea4703-d569-48a6-bdb2-20cf7c2325c0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Oct 13 13:18:18.436903 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47f769d3-bbeb-4693-bf62-e39b171194ca details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:18:18.532979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 47f769d3-bbeb-4693-bf62-e39b171194ca, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47f769d3-bbeb-4693-bf62-e39b171194ca,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:18.544957 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'port_id': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'mac_address': 'fa:16:3e:3f:63:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:18:18.582277 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 47f769d3-bbeb-4693-bf62-e39b171194ca is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:18:18.582660 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:18.595328 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f769d3-bbeb-4693-bf62-e39b171194ca {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:18:18.614995 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 47f769d3-bbeb-4693-bf62-e39b171194ca, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47f769d3-bbeb-4693-bf62-e39b171194ca,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:18.618819 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:18.641970 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:18.667044 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=47f769d3-bbeb-4693-bf62-e39b171194ca,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:18.830327 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['47f769d3-bbeb-4693-bf62-e39b171194ca'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:18:18.954194 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05c330-869e-4300-a0fd-aa7ab7ccc958 req-5ed10ef2-87bf-4b24-a6b8-b277086e0d7f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:18.955773 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cf05c330-869e-4300-a0fd-aa7ab7ccc958 req-5ed10ef2-87bf-4b24-a6b8-b277086e0d7f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 945 time: 0.0497227 Oct 13 13:18:19.001938 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-cf05c330-869e-4300-a0fd-aa7ab7ccc958 req-5c0902f3-ca7e-4905-aa19-c242ba8a1b80 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398843 Oct 13 13:18:19.484725 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddbf4-da34-499a-b8ac-47cee6d7402c req-de5e394f-e67e-41a4-ada4-0d371ef4b68a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:19.486181 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ddddbf4-da34-499a-b8ac-47cee6d7402c req-de5e394f-e67e-41a4-ada4-0d371ef4b68a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0459561 Oct 13 13:18:19.534359 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3ddddbf4-da34-499a-b8ac-47cee6d7402c req-37e1b0b6-3156-4519-bc31-ae752fed00c4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Oct 13 13:18:20.124488 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966c6fe-2ef1-4b86-b2ef-9870f32033cb req-df91e3e4-67b6-4f79-803a-25ee3bc4164a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:20.125923 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f966c6fe-2ef1-4b86-b2ef-9870f32033cb req-df91e3e4-67b6-4f79-803a-25ee3bc4164a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 945 time: 0.0493248 Oct 13 13:18:20.168215 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:20.173003 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f966c6fe-2ef1-4b86-b2ef-9870f32033cb req-17013497-c6c7-41c0-b0ec-21fc074c6b2c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414321 Oct 13 13:18:20.438181 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device de381234-2018-4c2f-93d9-84a4a3ab32c8 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:18:20.441919 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47f769d3-bbeb-4693-bf62-e39b171194ca up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:18:20.530939 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:20.540262 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 47f769d3-bbeb-4693-bf62-e39b171194ca completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:18:20.550691 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 47f769d3-bbeb-4693-bf62-e39b171194ca triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:18:20.551079 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:20.551436 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 47f769d3-bbeb-4693-bf62-e39b171194ca Oct 13 13:18:20.607354 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port de381234-2018-4c2f-93d9-84a4a3ab32c8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:20.623278 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'port_id': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'mac_address': 'fa:16:3e:ed:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:18:20.655100 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d827c-a0c3-4749-b64c-f8bb70c34354 req-eebd89c7-ff11-4ee3-8c2c-faf9e4018f44 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:20.656702 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5a3d827c-a0c3-4749-b64c-f8bb70c34354 req-eebd89c7-ff11-4ee3-8c2c-faf9e4018f44 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 944 time: 0.0479238 Oct 13 13:18:20.683874 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 47f769d3-bbeb-4693-bf62-e39b171194ca is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:18:20.684264 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:20.688552 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port de381234-2018-4c2f-93d9-84a4a3ab32c8 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:18:20.688864 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:20.707196 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5a3d827c-a0c3-4749-b64c-f8bb70c34354 req-acce6073-81b6-4041-812e-53079389b328 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Oct 13 13:18:20.718729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de381234-2018-4c2f-93d9-84a4a3ab32c8 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:18:20.727885 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:20.730089 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c97523-78c7-4e73-9657-cd90b008dae9" -d '{"events": [{"server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "name": "network-vif-plugged", "status": "completed", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:20.753503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 47f769d3-bbeb-4693-bf62-e39b171194ca, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47f769d3-bbeb-4693-bf62-e39b171194ca,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:20.757323 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port de381234-2018-4c2f-93d9-84a4a3ab32c8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:20.758862 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:20.764268 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:20.783029 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50695b42-92d9-4b90-90c6-71867b1f7af9 x-openstack-request-id: req-50695b42-92d9-4b90-90c6-71867b1f7af9 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:20.783339 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "name": "network-vif-plugged", "status": "completed", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:20.783595 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50695b42-92d9-4b90-90c6-71867b1f7af9 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:20.783992 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50695b42-92d9-4b90-90c6-71867b1f7af9'] response: {'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'code': 200} Oct 13 13:18:20.809617 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=47f769d3-bbeb-4693-bf62-e39b171194ca,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:20.859041 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=de381234-2018-4c2f-93d9-84a4a3ab32c8,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:21.000197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['de381234-2018-4c2f-93d9-84a4a3ab32c8'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:18:21.061199 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:21.183208 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e9317-d4b9-454c-b44b-8726e4f04cbf req-01214a61-6bcc-407c-8620-9d9f5713265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:21.184688 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f81e9317-d4b9-454c-b44b-8726e4f04cbf req-01214a61-6bcc-407c-8620-9d9f5713265e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 1130 time: 0.2847047 Oct 13 13:18:21.229104 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f81e9317-d4b9-454c-b44b-8726e4f04cbf req-ff081af9-bc05-4bbd-b2da-dafed613dcb2 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Oct 13 13:18:21.291819 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bd045-1c2a-4dda-8ab5-ebec5af411cb req-50ad54dc-1069-4136-976c-adaaade96a4f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:21.293175 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea0bd045-1c2a-4dda-8ab5-ebec5af411cb req-50ad54dc-1069-4136-976c-adaaade96a4f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 946 time: 0.0454359 Oct 13 13:18:21.343497 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea0bd045-1c2a-4dda-8ab5-ebec5af411cb req-3ce4c78e-3b93-42d4-a13a-7934551435dc tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446253 Oct 13 13:18:21.827444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2831d2-00ff-4215-8aea-5f94708b174e req-912ecb28-d1c1-49f9-9a10-1e3435c39014 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:21.828869 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa2831d2-00ff-4215-8aea-5f94708b174e req-912ecb28-d1c1-49f9-9a10-1e3435c39014 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 945 time: 0.0458114 Oct 13 13:18:21.876807 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aa2831d2-00ff-4215-8aea-5f94708b174e req-61a409a9-060b-4084-8b3d-efcc2f8b5fed tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Oct 13 13:18:22.456831 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device de381234-2018-4c2f-93d9-84a4a3ab32c8 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:18:22.463396 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32b2ac-c4ff-4033-aa1a-7cdce6bd6c05 req-05f11224-e7f3-48f0-80e3-6c4e5b7dc134 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:22.464856 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b32b2ac-c4ff-4033-aa1a-7cdce6bd6c05 req-05f11224-e7f3-48f0-80e3-6c4e5b7dc134 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 946 time: 0.0470488 Oct 13 13:18:22.498013 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port de381234-2018-4c2f-93d9-84a4a3ab32c8 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:18:22.504975 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port de381234-2018-4c2f-93d9-84a4a3ab32c8 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:18:22.505360 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:22.505702 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port de381234-2018-4c2f-93d9-84a4a3ab32c8 Oct 13 13:18:22.513189 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1b32b2ac-c4ff-4033-aa1a-7cdce6bd6c05 req-5238ee16-9a5a-4dbb-9997-4ffc0fcaba23 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427792 Oct 13 13:18:22.639127 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869a925-dc8e-4f56-a9cf-50a628f13159 req-e2bdd4ac-582d-4a89-b13b-cfa191ba93d1 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:22.640542 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0869a925-dc8e-4f56-a9cf-50a628f13159 req-e2bdd4ac-582d-4a89-b13b-cfa191ba93d1 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 946 time: 0.0525930 Oct 13 13:18:22.650619 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56644) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:22.655113 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'port_id': '47f769d3-bbeb-4693-bf62-e39b171194ca'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:22.694652 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (81ca4a4f-4efd-4cd3-b8a1-b02a299559a2), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:22.716546 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:22.728885 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port de381234-2018-4c2f-93d9-84a4a3ab32c8 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:18:22.729277 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:22.732666 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:22.763218 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port de381234-2018-4c2f-93d9-84a4a3ab32c8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:18:22.766992 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:22.787773 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:22.790035 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676681b0-1058-4c11-871e-5b0d4c88c1c2" -d '{"events": [{"server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "name": "network-vif-plugged", "status": "completed", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:22.818693 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=de381234-2018-4c2f-93d9-84a4a3ab32c8,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:22.835666 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eece20ea-5b3c-4f5a-b3f6-b95094e51df7 x-openstack-request-id: req-eece20ea-5b3c-4f5a-b3f6-b95094e51df7 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:22.836052 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "name": "network-vif-plugged", "status": "completed", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:22.836345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eece20ea-5b3c-4f5a-b3f6-b95094e51df7 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:22.836805 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eece20ea-5b3c-4f5a-b3f6-b95094e51df7'] response: {'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'code': 200} Oct 13 13:18:23.048866 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a41f5f-b34e-4df1-bfe9-8257d563513a req-10074b62-95e5-497c-84fc-8498239cc05d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:23.050380 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39a41f5f-b34e-4df1-bfe9-8257d563513a req-10074b62-95e5-497c-84fc-8498239cc05d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0944228 Oct 13 13:18:23.065349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12dce24-f0dd-48d2-a87c-20d9d2a57f71 req-7aa852a5-4c05-475e-8c4d-e1fe0873f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:23.066935 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a12dce24-f0dd-48d2-a87c-20d9d2a57f71 req-7aa852a5-4c05-475e-8c4d-e1fe0873f850 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 1130 time: 0.0392151 Oct 13 13:18:23.135994 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a12dce24-f0dd-48d2-a87c-20d9d2a57f71 req-ec669627-5d29-46ea-8e94-41d80c03be3d service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Oct 13 13:18:23.142819 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39a41f5f-b34e-4df1-bfe9-8257d563513a req-af3b400d-ac2f-4368-b153-e95bfb92f263 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850620 Oct 13 13:18:23.221405 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:23.225092 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (81ca4a4f-4efd-4cd3-b8a1-b02a299559a2), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:23.320052 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 81ca4a4f-4efd-4cd3-b8a1-b02a299559a2 associated. External IP: 172.27.1.50, port: 47f769d3-bbeb-4693-bf62-e39b171194ca. Oct 13 13:18:23.355480 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:23.750328 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:18:23.851429 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:18:23.855842 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:23.863642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:18:23.873389 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:18:23.874096 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:23.882603 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:23.889825 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4b3fb875-a4d1-4d9e-b675-1b7fb57cb015 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/81ca4a4f-4efd-4cd3-b8a1-b02a299559a2 HTTP/1.1" status: 200 len: 991 time: 1.2359335 Oct 13 13:18:23.889825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:23.890927 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acd196a-3ce0-40aa-b43c-7775084d2aff" -d '{"events": [{"name": "network-changed", "server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:23.931343 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9bce7-f5a0-495c-ab2c-f003ef0d6b30 x-openstack-request-id: req-38d9bce7-f5a0-495c-ab2c-f003ef0d6b30 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:23.931731 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:23.932051 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38d9bce7-f5a0-495c-ab2c-f003ef0d6b30 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:23.932519 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d9bce7-f5a0-495c-ab2c-f003ef0d6b30'] response: {'name': 'network-changed', 'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'status': 'completed', 'code': 200} Oct 13 13:18:23.975695 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:18:23.982455 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:18:24.022873 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-ccb5de7e-8941-476d-a1db-04f1a9af9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:24.024403 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-ccb5de7e-8941-476d-a1db-04f1a9af9714 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 1130 time: 0.0411696 Oct 13 13:18:24.134024 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-26714c82-8839-43db-b47a-87aed4186272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:24.135524 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-26714c82-8839-43db-b47a-87aed4186272 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0867083 Oct 13 13:18:24.205472 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:17Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}, {'id': '81ca4a4f-4efd-4cd3-b8a1-b02a299559a2', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:3f:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:18:12Z', 'updated_at': '2022-10-13T13:18:23Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:24.231335 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:18:24.239609 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:18:24.240215 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:24.265117 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98dbd6-8e77-48af-83c5-aab69d715f49 req-f2ad5e4d-9b01-44a9-8f74-7a050c65da60 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:24.266597 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b98dbd6-8e77-48af-83c5-aab69d715f49 req-f2ad5e4d-9b01-44a9-8f74-7a050c65da60 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0460501 Oct 13 13:18:24.279237 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:24.316493 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b98dbd6-8e77-48af-83c5-aab69d715f49 req-779146ca-0425-4846-805b-152c6208fc99 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434973 Oct 13 13:18:24.348827 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:18:24.563808 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:17Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}, {'id': '81ca4a4f-4efd-4cd3-b8a1-b02a299559a2', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:3f:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:18:12Z', 'updated_at': '2022-10-13T13:18:23Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:24.582015 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-ad173a12-a058-46d8-89fc-bef6319226a2 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f769d3-bbeb-4693-bf62-e39b171194ca HTTP/1.1" status: 200 len: 999 time: 0.0625200 Oct 13 13:18:24.592259 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8e9ee2-a1fd-4ec6-8c0c-580d3ad4866c None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:17Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}, {'id': '81ca4a4f-4efd-4cd3-b8a1-b02a299559a2', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:3f:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:18:12Z', 'updated_at': '2022-10-13T13:18:23Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:18:24.644138 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-2c20002f-85ba-47d1-8741-83aebf0d440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:24.645609 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-2c20002f-85ba-47d1-8741-83aebf0d440f service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0479124 Oct 13 13:18:24.696537 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:24.704634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-fcebc374-7056-4dab-9c06-976a3cc2ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:24.706152 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-fcebc374-7056-4dab-9c06-976a3cc2ef90 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424170 Oct 13 13:18:24.788701 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd912c76-d1a7-431c-9fe6-94f8599ea386 None None] New status for floating IP 81ca4a4f-4efd-4cd3-b8a1-b02a299559a2: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:18:24.808478 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-d262b800-23da-46c9-a2b5-f4755a76b525 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935204 Oct 13 13:18:24.898324 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-0acd196a-3ce0-40aa-b43c-7775084d2aff req-6e1fd771-676f-4dc2-b54d-b22ce17033d2 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845425 Oct 13 13:18:25.437641 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bcddf-18ec-48ca-8b04-f1dc3414cd27 req-ac509f78-f0b9-40fb-b765-a054cc9e8a73 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:25.438984 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b7bcddf-18ec-48ca-8b04-f1dc3414cd27 req-ac509f78-f0b9-40fb-b765-a054cc9e8a73 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0469184 Oct 13 13:18:25.496196 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8b7bcddf-18ec-48ca-8b04-f1dc3414cd27 req-85510d1b-94c4-4c3f-8320-14b316cdf16f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516706 Oct 13 13:18:25.613971 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7328e-1e11-4ffd-97f4-46bda477b1d4 req-c1c9732f-492d-4a59-8569-731eed6e92f6 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:25.615429 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7ef7328e-1e11-4ffd-97f4-46bda477b1d4 req-c1c9732f-492d-4a59-8569-731eed6e92f6 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0462415 Oct 13 13:18:25.663340 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7ef7328e-1e11-4ffd-97f4-46bda477b1d4 req-4d48cc0f-036b-4d5e-9cb8-5b190f81f169 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425270 Oct 13 13:18:25.692178 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56660) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:25.889770 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd47d43-94bd-45aa-bcb5-5e61ce138ba9 tempest-TestVolumeBootPattern-1897037729 tempest-TestVolumeBootPattern-1897037729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:25.891298 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4dd47d43-94bd-45aa-bcb5-5e61ce138ba9 tempest-TestVolumeBootPattern-1897037729 tempest-TestVolumeBootPattern-1897037729-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 1125 time: 0.1981471 Oct 13 13:18:25.894758 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56664) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:18:25.898850 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'port_id': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:18:25.919444 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:25.999754 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.108362 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Allocated IP 172.27.1.87 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/8ed53d44-6219-4de8-87ea-f4c108809184) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:18:26.177306 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:26.216912 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (8ed53d44-6219-4de8-87ea-f4c108809184), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.249013 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (8ed53d44-6219-4de8-87ea-f4c108809184), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.288578 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:18:26.293546 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:18:26.296550 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:18:26.302354 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=8ed53d44-6219-4de8-87ea-f4c108809184,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:26.376789 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:26.651529 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (dfa9197a-8f39-40e2-a89b-f5febf764cab), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.720290 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8ed53d44-6219-4de8-87ea-f4c108809184), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.800118 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.866001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (8ed53d44-6219-4de8-87ea-f4c108809184), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.870391 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (8ed53d44-6219-4de8-87ea-f4c108809184), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:26.917590 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:26.943886 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=8ed53d44-6219-4de8-87ea-f4c108809184,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:18:26.946518 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (dfa9197a-8f39-40e2-a89b-f5febf764cab), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:27.042759 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Floating IP dfa9197a-8f39-40e2-a89b-f5febf764cab associated. External IP: 172.27.1.87, port: de381234-2018-4c2f-93d9-84a4a3ab32c8. Oct 13 13:18:27.238702 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:18:27.241743 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:27.340425 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:18:27.349639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:18:27.358004 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:27.359695 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:18:27.360322 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:27.390525 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a346bfb6-da2b-4b21-9678-423a7f102383 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4947500 Oct 13 13:18:27.391456 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:18:27.394464 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafba880-5b27-4b07-b412-5c4a4f5530ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:18:27.431386 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b46b33-e0f9-401f-b096-09287dea13b0 x-openstack-request-id: req-f9b46b33-e0f9-401f-b096-09287dea13b0 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:18:27.431671 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:18:27.431920 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9b46b33-e0f9-401f-b096-09287dea13b0 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:18:27.432323 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b46b33-e0f9-401f-b096-09287dea13b0'] response: {'name': 'network-changed', 'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'status': 'completed', 'code': 200} Oct 13 13:18:27.465795 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:18:27.497845 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-cc45ee0a-c207-471a-a678-a7a90bcb5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:27.499382 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-cc45ee0a-c207-471a-a678-a7a90bcb5ea3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 1130 time: 0.0438309 Oct 13 13:18:27.543407 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:27.595332 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-d349ad23-cb31-4087-b830-a121a3944445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:27.597366 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-d349ad23-cb31-4087-b830-a121a3944445 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0869718 Oct 13 13:18:27.662302 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-a1216c0c-0e2d-4328-b483-8da91a5abaee service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8 HTTP/1.1" status: 200 len: 999 time: 0.0578446 Oct 13 13:18:27.685923 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'dfa9197a-8f39-40e2-a89b-f5febf764cab', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:ed:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:18:26Z', 'updated_at': '2022-10-13T13:18:26Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:27.696393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:27.710747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:18:27.712849 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-cfd4f410-6a21-48d3-9a33-168fc4d821f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:27.714299 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-cfd4f410-6a21-48d3-9a33-168fc4d821f8 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0451550 Oct 13 13:18:27.719172 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:18:27.719777 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:27.763668 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-1587f5e9-eb3b-442c-9ff5-a264aeab13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:18:27.765153 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-1587f5e9-eb3b-442c-9ff5-a264aeab13b1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379496 Oct 13 13:18:27.823206 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:18:27.858329 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-8bfb4345-1439-4004-8cbf-a460698021b3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Oct 13 13:18:27.948580 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fafba880-5b27-4b07-b412-5c4a4f5530ce req-0c888e1f-85d7-4dfb-92a6-2f4119c0ec1e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840268 Oct 13 13:18:27.974196 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:28.032869 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'dfa9197a-8f39-40e2-a89b-f5febf764cab', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:ed:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:18:26Z', 'updated_at': '2022-10-13T13:18:26Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:18:28.061617 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294ec38-9d7f-44f1-be50-e503c849274a None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': 'dfa9197a-8f39-40e2-a89b-f5febf764cab', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:ed:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:18:26Z', 'updated_at': '2022-10-13T13:18:26Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:18:28.255028 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37784e1-f4ab-4848-89fc-0cd5ee6b32bb None None] New status for floating IP dfa9197a-8f39-40e2-a89b-f5febf764cab: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:18:37.385709 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:37.387565 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=54 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:37.943931 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=23 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:37.945813 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=71 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:38.035271 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=58 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:38.036056 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:39.976357 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:39.977127 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:18:41.507272 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-543f728a-655d-4c12-860f-ff26533174a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:43.697854 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e9432164-48f7-41cd-b050-c52fdd333adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:45.032433 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:46.836790 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:47.009710 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:18:56.809054 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:00.297965 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183627b5-41ad-4593-9b6f-9212204fdab4 req-4e5d5d78-ea9a-446c-9b5b-54c8159e6c85 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:00.299512 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-183627b5-41ad-4593-9b6f-9212204fdab4 req-4e5d5d78-ea9a-446c-9b5b-54c8159e6c85 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 946 time: 0.0469501 Oct 13 13:19:00.346082 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-183627b5-41ad-4593-9b6f-9212204fdab4 req-d6a70d93-7d5f-49f1-8931-0e86ef23a575 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Oct 13 13:19:00.975271 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:19:01.468439 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab43e9-492d-47dd-a3f6-562474eecf30 req-72505cf7-94d0-407d-b899-d62007f4edf2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:01.469823 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aeab43e9-492d-47dd-a3f6-562474eecf30 req-72505cf7-94d0-407d-b899-d62007f4edf2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 946 time: 0.0459936 Oct 13 13:19:01.520104 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-aeab43e9-492d-47dd-a3f6-562474eecf30 req-8da9e7c5-6e36-43ad-bb71-ee0722ee1e7f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ef427ecb-7ff9-40aa-9332-e01095defde9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440750 Oct 13 13:19:01.706525 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-87e39e66-8650-427f-86b5-082861bb535a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:01.707978 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-87e39e66-8650-427f-86b5-082861bb535a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 946 time: 0.0578990 Oct 13 13:19:01.788556 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port 47f769d3-bbeb-4693-bf62-e39b171194ca {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:01.788825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:01.879737 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] For port 47f769d3-bbeb-4693-bf62-e39b171194ca, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=47f769d3-bbeb-4693-bf62-e39b171194ca,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:01.880104 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:02.039476 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:02.039766 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (81ca4a4f-4efd-4cd3-b8a1-b02a299559a2), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:02.040088 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 81ca4a4f-4efd-4cd3-b8a1-b02a299559a2 disassociated. External IP: 172.27.1.50, port: 47f769d3-bbeb-4693-bf62-e39b171194ca. Oct 13 13:19:02.040437 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for 47f769d3-bbeb-4693-bf62-e39b171194ca owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:02.167230 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (47f769d3-bbeb-4693-bf62-e39b171194ca), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:02.193762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=47f769d3-bbeb-4693-bf62-e39b171194ca,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:02.203682 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.204044 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.204400 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.204782 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.205128 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.205469 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.205808 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.206149 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.206848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.206848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.207184 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.207468 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.207796 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.208127 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.208455 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:02.319118 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:19:02.421349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:19:02.432838 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:19:02.442072 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:02.442737 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:02.463089 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] No DVR routers for this DVR port 47f769d3-bbeb-4693-bf62-e39b171194ca on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:02.465653 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:02.468932 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ef742751-5b8f-4ff5-bd04-c3fe9b1ac2da req-e139bf78-3510-4bdf-827a-d64ca32583b0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "DELETE /networking/v2.0/ports/47f769d3-bbeb-4693-bf62-e39b171194ca HTTP/1.1" status: 204 len: 173 time: 0.7556772 Oct 13 13:19:02.469373 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'name': 'network-vif-deleted', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:02.472212 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe6656-1ab6-4cf7-be47-b3c0bf0077d4" -d '{"events": [{"server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "name": "network-vif-deleted", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:02.510780 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adefb013-91ff-42a4-8633-2b68a482cae7 x-openstack-request-id: req-adefb013-91ff-42a4-8633-2b68a482cae7 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:02.511093 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18f33d7-defb-4cea-9e29-20d49213f35c", "name": "network-vif-deleted", "tag": "47f769d3-bbeb-4693-bf62-e39b171194ca", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:02.511412 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adefb013-91ff-42a4-8633-2b68a482cae7 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:02.511928 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adefb013-91ff-42a4-8633-2b68a482cae7'] response: {'server_uuid': 'b18f33d7-defb-4cea-9e29-20d49213f35c', 'name': 'network-vif-deleted', 'tag': '47f769d3-bbeb-4693-bf62-e39b171194ca', 'status': 'completed', 'code': 200} Oct 13 13:19:02.551467 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:02.650286 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-231e912b-757b-4f9a-acd7-116e799b2386 req-3c7b201e-6084-4195-9549-8a8837ded3d5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b18f33d7-defb-4cea-9e29-20d49213f35c HTTP/1.1" status: 200 len: 210 time: 0.0334609 Oct 13 13:19:02.781174 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:17Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:02.806078 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:19:02.814326 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:02.814916 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:03.050693 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:03.263502 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:17Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:03.289159 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184f658-81eb-4f5e-bbcc-ac95e70c4063 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '06afe318-0020-486e-8797-84c265702f4a', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:a4:0f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:16:58Z', 'updated_at': '2022-10-13T13:17:17Z', 'revision_number': 2, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:19:03.512206 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26c134-7d0f-44db-9dc2-86c1d3824ac1 None None] New status for floating IP 81ca4a4f-4efd-4cd3-b8a1-b02a299559a2: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:19:03.747280 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56720) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:03.801521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (ef427ecb-7ff9-40aa-9332-e01095defde9), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:03.823241 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (ef427ecb-7ff9-40aa-9332-e01095defde9), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:03.870885 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ef427ecb-7ff9-40aa-9332-e01095defde9), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:03.873522 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:03.874674 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ef427ecb-7ff9-40aa-9332-e01095defde9 HTTP/1.1" status: 204 len: 168 time: 0.1263368 Oct 13 13:19:03.878102 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56722) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:03.884889 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef427ecb-7ff9-40aa-9332-e01095defde9,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:03.891838 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-5801a36c-eaec-4630-8710-37163bcd8a9e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] show failed (client error): The resource could not be found. Oct 13 13:19:03.892851 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.892969 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5801a36c-eaec-4630-8710-37163bcd8a9e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups/ef427ecb-7ff9-40aa-9332-e01095defde9 HTTP/1.1" status: 404 len: 347 time: 0.0137813 Oct 13 13:19:03.893290 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.893642 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.893988 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.894325 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.894664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.895001 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.895457 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.895568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56724) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:03.895800 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.896133 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.896466 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.896795 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.897123 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.897453 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.897782 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d8a9c0-62fc-44a4-9219-d21f765b348e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:03.999214 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:04.012431 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port 0e2cf0b5-e01a-41db-bd0a-50ffb5401c29 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:04.012784 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:04.055303 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:04.093041 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:04.093365 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:04.106452 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for 0e2cf0b5-e01a-41db-bd0a-50ffb5401c29 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:04.237042 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0e2cf0b5-e01a-41db-bd0a-50ffb5401c29), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:04.261888 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=0e2cf0b5-e01a-41db-bd0a-50ffb5401c29,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:04.320557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (81ca4a4f-4efd-4cd3-b8a1-b02a299559a2), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:04.322946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:04.324103 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a6dbab0c-e20d-4e65-b52e-038228c699f2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/81ca4a4f-4efd-4cd3-b8a1-b02a299559a2 HTTP/1.1" status: 204 len: 168 time: 0.4275513 Oct 13 13:19:04.694327 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47f769d3-bbeb-4693-bf62-e39b171194ca no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:04.718757 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 47f769d3-bbeb-4693-bf62-e39b171194ca {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:04.719117 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 47f769d3-bbeb-4693-bf62-e39b171194ca not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:05.925597 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f2df-5daf-48a5-a163-ddb8ca57f283 req-bc5c0b9d-2779-4649-8a72-b393cd7b888c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:05.927106 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e653f2df-5daf-48a5-a163-ddb8ca57f283 req-bc5c0b9d-2779-4649-8a72-b393cd7b888c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0497000 Oct 13 13:19:05.973899 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e653f2df-5daf-48a5-a163-ddb8ca57f283 req-bf8b5fe8-bd31-491b-8d74-58d61dae298d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406840 Oct 13 13:19:07.095606 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d8c23-4f14-426e-b4b3-919e3c0f40f0 req-778ef347-e52d-4d2b-abba-caaa334eee00 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:07.097090 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-865d8c23-4f14-426e-b4b3-919e3c0f40f0 req-778ef347-e52d-4d2b-abba-caaa334eee00 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0483057 Oct 13 13:19:07.146992 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-865d8c23-4f14-426e-b4b3-919e3c0f40f0 req-55a1ffca-8d70-4aa0-9233-62be74aa8c35 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409157 Oct 13 13:19:07.430796 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-17d82679-40cc-4eab-a67d-21e04d068d46 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:07.432358 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-17d82679-40cc-4eab-a67d-21e04d068d46 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 946 time: 0.0462015 Oct 13 13:19:07.515383 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port f712db69-8915-4f5c-b72c-2bbcb66d33ab {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:07.515724 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:07.605961 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] For port f712db69-8915-4f5c-b72c-2bbcb66d33ab, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f712db69-8915-4f5c-b72c-2bbcb66d33ab,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:07.606321 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:07.770893 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:07.771200 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (06afe318-0020-486e-8797-84c265702f4a), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:07.771518 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 06afe318-0020-486e-8797-84c265702f4a disassociated. External IP: 172.27.1.97, port: f712db69-8915-4f5c-b72c-2bbcb66d33ab. Oct 13 13:19:07.771864 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for f712db69-8915-4f5c-b72c-2bbcb66d33ab owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:07.877002 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:07.900281 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (f712db69-8915-4f5c-b72c-2bbcb66d33ab), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:07.926701 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=f712db69-8915-4f5c-b72c-2bbcb66d33ab,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:07.975626 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:08.040844 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:19:08.141534 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:19:08.152251 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:19:08.154521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:08.156359 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:08.167093 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:08.167713 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:08.183685 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] No DVR routers for this DVR port f712db69-8915-4f5c-b72c-2bbcb66d33ab on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:08.186652 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:08.189490 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e45d0319-a45e-49e5-8cf1-97671d0f12ea req-4cc72ee4-8916-443d-8e6a-e19d7bfd3798 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "DELETE /networking/v2.0/ports/f712db69-8915-4f5c-b72c-2bbcb66d33ab HTTP/1.1" status: 204 len: 173 time: 0.7523332 Oct 13 13:19:08.190050 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'name': 'network-vif-deleted', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:08.192807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a7243-eb94-42dc-9aae-8482ec5800a0" -d '{"events": [{"server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "name": "network-vif-deleted", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:08.240235 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1507e3d0-18c5-4c6b-a8c1-1cd538de1222 x-openstack-request-id: req-1507e3d0-18c5-4c6b-a8c1-1cd538de1222 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:08.240732 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa", "name": "network-vif-deleted", "tag": "f712db69-8915-4f5c-b72c-2bbcb66d33ab", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:08.241153 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1507e3d0-18c5-4c6b-a8c1-1cd538de1222 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:08.241561 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1507e3d0-18c5-4c6b-a8c1-1cd538de1222'] response: {'server_uuid': '8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa', 'name': 'network-vif-deleted', 'tag': 'f712db69-8915-4f5c-b72c-2bbcb66d33ab', 'status': 'completed', 'code': 200} Oct 13 13:19:08.275216 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0652ad58-9564-47cf-b56b-36bb5f3b4028 req-86734d80-f446-4c23-aa01-69cf8e64aa26 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=8a4e6f19-21f2-4ff8-af3d-bf93ec2488aa HTTP/1.1" status: 200 len: 210 time: 0.0311892 Oct 13 13:19:08.278310 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:08.480808 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:08.508946 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:19:08.517200 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:08.517792 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:18:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:08.615655 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:08.806492 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:08.831688 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806fffa-7f70-4dcd-b107-fd97da04c556 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:19:09.032797 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6031331a-888d-4207-8850-8ec720a1f84b None None] New status for floating IP 06afe318-0020-486e-8797-84c265702f4a: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:19:09.376324 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56754) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:09.431257 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fc163373-e60f-4822-af1d-8474afe79a89 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (7bbf10b5-3ef7-484e-8917-b8e1db71ba5b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.452932 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fc163373-e60f-4822-af1d-8474afe79a89 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (7bbf10b5-3ef7-484e-8917-b8e1db71ba5b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.499390 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fc163373-e60f-4822-af1d-8474afe79a89 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7bbf10b5-3ef7-484e-8917-b8e1db71ba5b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.502224 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-fc163373-e60f-4822-af1d-8474afe79a89 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.503376 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-fc163373-e60f-4822-af1d-8474afe79a89 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7bbf10b5-3ef7-484e-8917-b8e1db71ba5b HTTP/1.1" status: 204 len: 168 time: 0.1260424 Oct 13 13:19:09.506738 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56756) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:09.513179 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc163373-e60f-4822-af1d-8474afe79a89 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbf10b5-3ef7-484e-8917-b8e1db71ba5b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:09.519991 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.api.v2.resource [None req-dea6c60c-d5c5-4e51-b074-7ca81adb9b47 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] show failed (client error): The resource could not be found. Oct 13 13:19:09.524069 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56758) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:09.524210 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-dea6c60c-d5c5-4e51-b074-7ca81adb9b47 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups/7bbf10b5-3ef7-484e-8917-b8e1db71ba5b HTTP/1.1" status: 404 len: 347 time: 0.0163140 Oct 13 13:19:09.635640 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port 329bccce-db3c-4935-8001-fc0230ffd710 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:09.635994 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (329bccce-db3c-4935-8001-fc0230ffd710), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.715578 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (329bccce-db3c-4935-8001-fc0230ffd710), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.715809 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (329bccce-db3c-4935-8001-fc0230ffd710), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.728109 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for 329bccce-db3c-4935-8001-fc0230ffd710 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:09.857775 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (329bccce-db3c-4935-8001-fc0230ffd710), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.887868 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=329bccce-db3c-4935-8001-fc0230ffd710,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:09.947066 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (06afe318-0020-486e-8797-84c265702f4a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.949543 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:09.950715 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-51e64e6a-c823-4394-a861-1d56e2776eb8 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/06afe318-0020-486e-8797-84c265702f4a HTTP/1.1" status: 204 len: 168 time: 0.4255655 Oct 13 13:19:10.021406 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56762) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:10.025964 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--779539753', 'description': 'tempest-description--1310952176'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:10.039675 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:10.052473 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.071995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:10.123743 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.127502 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.156562 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.157765 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353633 Oct 13 13:19:10.159787 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dce1a7-8691-4923-a7de-15ecf4e20850 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:10.161316 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56764) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:10.166892 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': 'd3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:10.197956 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (4077d260-2f4f-4bbf-be73-a4bf2f6fb995), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.253200 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (4077d260-2f4f-4bbf-be73-a4bf2f6fb995), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.256610 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (4077d260-2f4f-4bbf-be73-a4bf2f6fb995), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.275646 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4077d260-2f4f-4bbf-be73-a4bf2f6fb995,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:10.279616 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.283491 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6242e5e9-dfb4-4bc6-ae90-45a32d66ce88 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178374 Oct 13 13:19:10.283646 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56766) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:10.288679 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': 'd3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:10.314522 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (d0fef7ef-4ea1-4afa-aeff-e3c462a0abba), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.369007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (d0fef7ef-4ea1-4afa-aeff-e3c462a0abba), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.371904 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (d0fef7ef-4ea1-4afa-aeff-e3c462a0abba), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.389427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fef7ef-4ea1-4afa-aeff-e3c462a0abba,revision_number=0']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:10.396967 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.398128 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-868d6894-1fd9-441e-ba88-e88ae912045a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134717 Oct 13 13:19:10.401215 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56768) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:10.405328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:10.426462 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.738904 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.760161 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device f712db69-8915-4f5c-b72c-2bbcb66d33ab no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:10.782733 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: f712db69-8915-4f5c-b72c-2bbcb66d33ab {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:10.783092 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device f712db69-8915-4f5c-b72c-2bbcb66d33ab not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:10.844804 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.27.1.89 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/0f158534-4c0e-41ff-a73d-76a5bc59d904) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:19:10.945416 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:10.975849 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.018187 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:19:11.021078 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:19:11.023484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:19:11.048406 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=0f158534-4c0e-41ff-a73d-76a5bc59d904,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:11.054962 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:11.074635 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:11.114818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (7544e703-4d6a-4c8d-9e55-a294cf19114f), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.150022 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.296665 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.301603 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.370376 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=0f158534-4c0e-41ff-a73d-76a5bc59d904,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:11.372846 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7544e703-4d6a-4c8d-9e55-a294cf19114f), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.389358 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.390592 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-9a414597-bcd6-4053-a44d-81cafc51aa77 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9884770 Oct 13 13:19:11.509566 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-65c7a1af-0f33-48d5-aa0e-33b60686886d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:11.538644 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-902e6a1b-263b-4bf4-afc0-088111fdbe36 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--779539753&fields=id&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 267 time: 0.0424800 Oct 13 13:19:11.639249 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:11.648533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-79d33ed7-eedc-4e5e-9062-df0d5feff1e1 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:11.649984 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-79d33ed7-eedc-4e5e-9062-df0d5feff1e1 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1049645 Oct 13 13:19:11.666259 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-4e5c1167-4c18-4529-87b5-6864c73446e4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/quotas/da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 375 time: 0.0104940 Oct 13 13:19:11.715999 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-d74a8689-ffce-4b1b-9833-56467318dd3b tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449853 Oct 13 13:19:11.804131 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:11.810283 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-2b607fca-b8d4-412b-a4d8-4a3979ec4b73 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831120 Oct 13 13:19:11.901540 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-ecd962ec-5ecf-4a4c-a5a3-333436b00b89 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Oct 13 13:19:12.065622 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c59d292d-9123-4650-944f-9e752cc5e1f3 req-e2015b3e-4bb2-4ad1-89c8-2a44f12508ad tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 210 time: 0.0286336 Oct 13 13:19:13.072017 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-848930c2-449d-4fe6-87f0-f51af8465a45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:13.074207 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-848930c2-449d-4fe6-87f0-f51af8465a45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1070986 Oct 13 13:19:13.140978 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-9de6c284-af04-4bc6-8d64-119172c93f9f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 379 time: 0.0593822 Oct 13 13:19:13.170845 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b65c40dd-04d3-4b06-8d15-83fb6a2d70a9 req-4f7ef077-a5bb-4ff2-aea7-1816e0204046 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Oct 13 13:19:13.201655 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'port': {'device_id': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'admin_state_up': True, 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'security_groups': ['d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:13.307862 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Made reservation on behalf of da546353194342439f9bc3f98f6737e0 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:19:13.311553 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.440726 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.20.0.5 (60c7ab31-db51-4574-8d4e-94d8596d64ad/59694453-3ea7-47b4-9dd3-801ca641b31a/8b09485c-dde0-4558-9dcd-066fee3602c0) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:19:13.446158 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:13.532101 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:13.579506 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.610416 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.652088 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:19:13.655182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:19:13.658829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:19:13.687265 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=8b09485c-dde0-4558-9dcd-066fee3602c0,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:13.707894 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-32893541-d7d9-4d16-8ec3-ebd1a8230524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.715096 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:13.715723 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.733834 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-342138d3-5081-4fbf-8aad-ea6678b53b45 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5362051 Oct 13 13:19:13.744439 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Request body: {'port': {'device_id': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:13.810333 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.920261 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-4d8e4cda-7041-41cf-bc91-cc6fdc5813de None None] Provisioning complete for port 8b09485c-dde0-4558-9dcd-066fee3602c0 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:19:13.920730 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4d8e4cda-7041-41cf-bc91-cc6fdc5813de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:13.921131 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-4d8e4cda-7041-41cf-bc91-cc6fdc5813de None None] Attempt 1 to provision port 8b09485c-dde0-4558-9dcd-066fee3602c0 Oct 13 13:19:13.956053 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-4d8e4cda-7041-41cf-bc91-cc6fdc5813de None None] Port 8b09485c-dde0-4558-9dcd-066fee3602c0 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:19:14.062234 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b09485c-dde0-4558-9dcd-066fee3602c0 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:19:14.069690 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Publish callbacks [] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:14.081635 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Transition to ACTIVE for port object 8b09485c-dde0-4558-9dcd-066fee3602c0 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:19:14.086706 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:14.168543 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Pushing event updated for resources: {'Port': ['ID=8b09485c-dde0-4558-9dcd-066fee3602c0,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:14.193807 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Attempting to bind port 8b09485c-dde0-4558-9dcd-066fee3602c0 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:19:14.194139 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Attempting to bind port 8b09485c-dde0-4558-9dcd-066fee3602c0 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:19:14.194464 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Attempting to bind port 8b09485c-dde0-4558-9dcd-066fee3602c0 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:19:14.196995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:14.237709 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Port 8b09485c-dde0-4558-9dcd-066fee3602c0 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:19:14.238036 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Attempting to bind port 8b09485c-dde0-4558-9dcd-066fee3602c0 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:19:14.280027 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:19:14.280500 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:19:14.280886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Bound using segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:19:14.281322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Bound port: 8b09485c-dde0-4558-9dcd-066fee3602c0, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:19:14.281677 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:14.296122 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4851c-f755-425b-b3f0-6d1cd163faad req-dbc9aa3e-5b4a-410e-8468-997ee7721dc4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:14.296687 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:14.298288 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1bc4851c-f755-425b-b3f0-6d1cd163faad req-dbc9aa3e-5b4a-410e-8468-997ee7721dc4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 943 time: 0.0514483 Oct 13 13:19:14.347246 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1bc4851c-f755-425b-b3f0-6d1cd163faad req-2b4976a8-d6f7-4a53-a25c-d398bdc8c966 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Oct 13 13:19:14.348019 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] For port 8b09485c-dde0-4558-9dcd-066fee3602c0, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:19:14.351102 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] For port 8b09485c-dde0-4558-9dcd-066fee3602c0, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8b09485c-dde0-4558-9dcd-066fee3602c0,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:19:14.356977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:14.361067 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:14.361848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:14.363266 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/8b09485c-dde0-4558-9dcd-066fee3602c0 HTTP/1.1" status: 200 len: 1093 time: 0.6229172 Oct 13 13:19:14.363897 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:14.366091 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f15415-cbad-4b68-94c6-487c85f4518a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:14.419955 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f437e5-b2a2-4aa2-9ef9-fc976ec745b4 x-openstack-request-id: req-85f437e5-b2a2-4aa2-9ef9-fc976ec745b4 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:14.420238 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:14.420488 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85f437e5-b2a2-4aa2-9ef9-fc976ec745b4 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:14.420883 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f437e5-b2a2-4aa2-9ef9-fc976ec745b4'] response: {'name': 'network-changed', 'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'status': 'completed', 'code': 200} Oct 13 13:19:14.445600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf8608-8ded-4f7d-9217-b3f356dfa7ae service neutron] Pushing event updated for resources: {'Port': ['ID=8b09485c-dde0-4558-9dcd-066fee3602c0,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:14.452521 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-4dbfcf5d-3318-4130-813e-31e4eb981709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:14.454048 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-4dbfcf5d-3318-4130-813e-31e4eb981709 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 1127 time: 0.0505588 Oct 13 13:19:14.495986 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-215d321a-39e2-4821-a200-0b03795b7af0 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b09485c-dde0-4558-9dcd-066fee3602c0 HTTP/1.1" status: 200 len: 217 time: 0.0343251 Oct 13 13:19:14.544289 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-91c914af-9e9d-4aba-97aa-351e0afc6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:14.545671 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-91c914af-9e9d-4aba-97aa-351e0afc6f8e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0441687 Oct 13 13:19:14.587784 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-7f02031b-fe0e-4346-8656-d88da112cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:14.589199 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-7f02031b-fe0e-4346-8656-d88da112cbbf service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377812 Oct 13 13:19:14.679651 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-ff69bf05-cd84-4079-82aa-09aa94b4cd99 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Oct 13 13:19:14.767937 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-9a128f2c-a8ee-4090-ac73-e3349b746b0a req-f99f8eba-beca-4731-b247-996eee8efa5e service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821302 Oct 13 13:19:15.034551 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:15.465455 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b804-9333-4062-86ba-257931751e02 req-a42f09e0-1950-4109-b914-64b29fadc650 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:15.466872 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72e6b804-9333-4062-86ba-257931751e02 req-a42f09e0-1950-4109-b914-64b29fadc650 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 943 time: 0.0457716 Oct 13 13:19:15.514562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-72e6b804-9333-4062-86ba-257931751e02 req-ab518f47-934a-44be-ac87-dcb85f647dd0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419860 Oct 13 13:19:15.524658 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-f9246aae-89ea-451a-a551-71a39fe65f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:15.526180 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-f9246aae-89ea-451a-a551-71a39fe65f5c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 1127 time: 0.0385289 Oct 13 13:19:15.619207 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-f770ba7a-ee5d-43bc-9595-f3f19d2e6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:15.620639 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-f770ba7a-ee5d-43bc-9595-f3f19d2e6482 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0888920 Oct 13 13:19:15.657599 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-21c69633-5de5-4875-b8c2-4de81d6cdba3 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b09485c-dde0-4558-9dcd-066fee3602c0 HTTP/1.1" status: 200 len: 217 time: 0.0310876 Oct 13 13:19:15.709155 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-1c13e75e-670c-4742-9d24-f206016e8321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:15.710589 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-1c13e75e-670c-4742-9d24-f206016e8321 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0472517 Oct 13 13:19:15.752762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-b9c36827-a7e1-4506-8bc0-8accfdffdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:15.754216 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-b9c36827-a7e1-4506-8bc0-8accfdffdf8f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381470 Oct 13 13:19:15.846268 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-00866549-9154-4f0f-85e1-2753b692dca3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861602 Oct 13 13:19:15.899393 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:15.935644 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b3f15415-cbad-4b68-94c6-487c85f4518a req-422b7f47-12c7-473b-a7c5-7dd307fbdcf9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835588 Oct 13 13:19:16.638435 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2f64f-5302-4a7f-8d86-a7bb8e28dabc req-a4e854ec-74f7-4fdb-b964-610d725b5d0c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:16.639885 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f2b2f64f-5302-4a7f-8d86-a7bb8e28dabc req-a4e854ec-74f7-4fdb-b964-610d725b5d0c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 943 time: 0.0497642 Oct 13 13:19:16.685933 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-f2b2f64f-5302-4a7f-8d86-a7bb8e28dabc req-024bc387-3cb0-4e47-9f8d-66f0c4c6c49b tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405111 Oct 13 13:19:16.760562 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8b09485c-dde0-4558-9dcd-066fee3602c0 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:19:16.779323 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:16.828143 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:16.852359 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:16.874462 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8b09485c-dde0-4558-9dcd-066fee3602c0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8b09485c-dde0-4558-9dcd-066fee3602c0,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:16.886125 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'port_id': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'mac_address': 'fa:16:3e:9e:b5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:19:16.920625 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 8b09485c-dde0-4558-9dcd-066fee3602c0 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:19:16.921039 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:16.938249 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b09485c-dde0-4558-9dcd-066fee3602c0 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:19:16.957573 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8b09485c-dde0-4558-9dcd-066fee3602c0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8b09485c-dde0-4558-9dcd-066fee3602c0,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:16.960980 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:17.017535 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=8b09485c-dde0-4558-9dcd-066fee3602c0,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:17.021391 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:17.027325 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.027677 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.028029 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.028360 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.028682 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.029018 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.029344 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.029668 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.029992 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.030317 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.030639 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.030961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.031308 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.031629 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.031948 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:19:17.181642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['8b09485c-dde0-4558-9dcd-066fee3602c0'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:19:17.809644 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446045bd-32f5-4b4a-a0cb-5bad427941a4 req-0b77785c-bd48-4ada-bd7b-e0fd07b5e77c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:17.811088 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-446045bd-32f5-4b4a-a0cb-5bad427941a4 req-0b77785c-bd48-4ada-bd7b-e0fd07b5e77c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 944 time: 0.0455861 Oct 13 13:19:17.856682 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-446045bd-32f5-4b4a-a0cb-5bad427941a4 req-79ff27b6-a728-4dfd-aa0f-a57621a1bbbf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401578 Oct 13 13:19:18.770412 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8b09485c-dde0-4558-9dcd-066fee3602c0 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:19:18.811262 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 8b09485c-dde0-4558-9dcd-066fee3602c0 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:19:18.817195 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 8b09485c-dde0-4558-9dcd-066fee3602c0 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:19:18.817588 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:18.817986 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 8b09485c-dde0-4558-9dcd-066fee3602c0 Oct 13 13:19:18.886396 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 8b09485c-dde0-4558-9dcd-066fee3602c0 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:19:18.886778 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:18.913458 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:18.915670 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b895379-a928-4ef1-b5a2-1aedd4e6b13c" -d '{"events": [{"server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "name": "network-vif-plugged", "status": "completed", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:18.928652 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 8b09485c-dde0-4558-9dcd-066fee3602c0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8b09485c-dde0-4558-9dcd-066fee3602c0,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:18.932852 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:18.986419 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19675a1d-6cc9-41eb-85a2-c7844c8dd982 x-openstack-request-id: req-19675a1d-6cc9-41eb-85a2-c7844c8dd982 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:18.986734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "name": "network-vif-plugged", "status": "completed", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:18.986987 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-19675a1d-6cc9-41eb-85a2-c7844c8dd982 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:18.987480 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19675a1d-6cc9-41eb-85a2-c7844c8dd982'] response: {'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'code': 200} Oct 13 13:19:18.992234 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=8b09485c-dde0-4558-9dcd-066fee3602c0,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:18.994726 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cdf62-2eda-47c7-b981-7f24a041502d req-0060983f-33e3-47c0-a5fc-2c78a73ad57f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:19.002223 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-309cdf62-2eda-47c7-b981-7f24a041502d req-0060983f-33e3-47c0-a5fc-2c78a73ad57f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0692835 Oct 13 13:19:19.054155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-309cdf62-2eda-47c7-b981-7f24a041502d req-acc8f91e-2ecd-45e4-806c-6c33ae6faf6a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451906 Oct 13 13:19:19.155604 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74d288-3576-4f42-b2c6-61ae480edfef req-896540ed-2bf6-41b5-b600-031e83c305ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:19.157051 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f74d288-3576-4f42-b2c6-61ae480edfef req-896540ed-2bf6-41b5-b600-031e83c305ef service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 1129 time: 0.0380201 Oct 13 13:19:19.177078 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:19.183460 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:19.204770 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-5f74d288-3576-4f42-b2c6-61ae480edfef req-fc84cee4-88df-4647-b193-b8afe4fc42ee service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Oct 13 13:19:20.178552 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3a479-454c-49cf-a9de-bc100e9e0cf3 req-863f576b-e4e1-4864-b0e9-30abe51e7d62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:20.180041 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71d3a479-454c-49cf-a9de-bc100e9e0cf3 req-863f576b-e4e1-4864-b0e9-30abe51e7d62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0492802 Oct 13 13:19:20.228003 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-71d3a479-454c-49cf-a9de-bc100e9e0cf3 req-abe2fb83-ff25-4aac-bd2b-1b563954271b tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Oct 13 13:19:21.344862 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55026169-2db8-4798-8f00-03ebd11eeb00 req-ba8d250a-a303-4fd1-a59f-6672cbd87dc4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:21.346321 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-55026169-2db8-4798-8f00-03ebd11eeb00 req-ba8d250a-a303-4fd1-a59f-6672cbd87dc4 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0456755 Oct 13 13:19:21.393625 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-55026169-2db8-4798-8f00-03ebd11eeb00 req-c5ec32ba-c0f6-4ccc-bee1-6cb3908723bc tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Oct 13 13:19:21.512432 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c35e4-2fcb-40b2-b9a7-8cb07782c335 req-e36b85f3-3b3d-4e9c-b35a-e54052ea29b5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:21.513880 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-7e7c35e4-2fcb-40b2-b9a7-8cb07782c335 req-e36b85f3-3b3d-4e9c-b35a-e54052ea29b5 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0492179 Oct 13 13:19:21.524225 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56818) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:21.528462 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'port_id': '8b09485c-dde0-4558-9dcd-066fee3602c0'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:19:21.566041 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (7544e703-4d6a-4c8d-9e55-a294cf19114f), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:21.659913 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:21.990326 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:22.216948 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:22.220506 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7544e703-4d6a-4c8d-9e55-a294cf19114f), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:22.318155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 7544e703-4d6a-4c8d-9e55-a294cf19114f associated. External IP: 172.27.1.89, port: 8b09485c-dde0-4558-9dcd-066fee3602c0. Oct 13 13:19:22.513037 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:19:22.615672 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:19:22.620549 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:22.625669 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:19:22.634951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:22.635671 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:22.649215 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d59b4c0a-5cc7-4482-b162-0603eac737a0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/7544e703-4d6a-4c8d-9e55-a294cf19114f HTTP/1.1" status: 200 len: 990 time: 1.1239793 Oct 13 13:19:22.649833 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:22.652087 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee604d-58e9-4472-b1ff-6460b045dca0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:22.683435 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:22.700320 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60a5d2-e7a2-4f78-b3f9-be04d682800b x-openstack-request-id: req-1f60a5d2-e7a2-4f78-b3f9-be04d682800b {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:22.700603 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:22.700849 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f60a5d2-e7a2-4f78-b3f9-be04d682800b {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:22.701252 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f60a5d2-e7a2-4f78-b3f9-be04d682800b'] response: {'name': 'network-changed', 'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'status': 'completed', 'code': 200} Oct 13 13:19:22.743534 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:22.761032 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-b078046a-9ede-47bd-ab37-f559861e158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:22.762527 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-b078046a-9ede-47bd-ab37-f559861e158a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 1129 time: 0.0394266 Oct 13 13:19:22.819946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:22.854372 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-d355778c-e90b-43c8-b9a6-51e06a18a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:22.855863 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-d355778c-e90b-43c8-b9a6-51e06a18a1de service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0879936 Oct 13 13:19:22.901723 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:22.921302 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-2ae552c0-83a9-466f-94b4-e46b0788655d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b09485c-dde0-4558-9dcd-066fee3602c0 HTTP/1.1" status: 200 len: 998 time: 0.0594563 Oct 13 13:19:22.961744 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7544e703-4d6a-4c8d-9e55-a294cf19114f', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:9e:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:19:11Z', 'updated_at': '2022-10-13T13:19:22Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:22.968997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-cd8c7c77-8954-419b-b9db-f74b81c82be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:22.970455 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-cd8c7c77-8954-419b-b9db-f74b81c82be3 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0439706 Oct 13 13:19:23.015108 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-777ba282-32d2-40c1-92cb-272fe303ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:23.016619 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-777ba282-32d2-40c1-92cb-272fe303ec9a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401287 Oct 13 13:19:23.113915 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-ab09e69d-4c1d-4186-9920-f085c4d8c3d7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911677 Oct 13 13:19:23.122747 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:19:23.131356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:23.131961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:23.202758 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-16ee604d-58e9-4472-b1ff-6460b045dca0 req-4c7ed0bd-e426-4fe8-955b-cd05e6d640eb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837324 Oct 13 13:19:23.235926 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:23.442077 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7544e703-4d6a-4c8d-9e55-a294cf19114f', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:9e:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:19:11Z', 'updated_at': '2022-10-13T13:19:22Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:23.470068 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f606e0-9c21-44b4-8ff9-b61d6ad54742 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '7544e703-4d6a-4c8d-9e55-a294cf19114f', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.89', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:9e:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:19:11Z', 'updated_at': '2022-10-13T13:19:22Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:19:23.657304 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207249b8-45d5-495b-bb4f-c5e59810dfd6 None None] New status for floating IP 7544e703-4d6a-4c8d-9e55-a294cf19114f: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:19:24.527811 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56824) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:24.667121 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Deleting port 921d6a8f-e6c7-4fdf-b3a2-8644d683663d {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:24.667468 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:24.718690 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:24.746188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:24.746508 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for floatingip (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:24.759154 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:24.760395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Calling delete_port for 921d6a8f-e6c7-4fdf-b3a2-8644d683663d owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:24.904835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (921d6a8f-e6c7-4fdf-b3a2-8644d683663d), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:24.930713 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event deleted for resources: {'Port': ['ID=921d6a8f-e6c7-4fdf-b3a2-8644d683663d,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:24.995296 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for floatingip (0c51f6bb-6c48-43bb-81a6-95fb753d7873), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:24.995625 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Floating IP 0c51f6bb-6c48-43bb-81a6-95fb753d7873 disassociated (deleted). External IP: 172.27.1.236, port: 386e505c-fee6-4a1d-9fa8-236b241cf782. Oct 13 13:19:25.188606 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Router ed413029-000d-47a9-986d-3c0d835e10fb has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:19:25.290369 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:19:25.294723 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:25.300480 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] Sync routers for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:19:25.310398 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:25.311005 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:25.324254 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ad7d5588-c500-4f3c-9343-ce1945ae8097 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/0c51f6bb-6c48-43bb-81a6-95fb753d7873 HTTP/1.1" status: 204 len: 168 time: 0.7953713 Oct 13 13:19:25.324991 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:25.327435 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab1c2d7-13e3-4090-828b-86a3c06d4204" -d '{"events": [{"name": "network-changed", "server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:25.370130 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1f9fb6-a87f-43fa-b2a2-9ba1a5af9143 x-openstack-request-id: req-8f1f9fb6-a87f-43fa-b2a2-9ba1a5af9143 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:25.370447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:25.370711 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f1f9fb6-a87f-43fa-b2a2-9ba1a5af9143 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:25.371175 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1f9fb6-a87f-43fa-b2a2-9ba1a5af9143'] response: {'name': 'network-changed', 'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'status': 'completed', 'code': 200} Oct 13 13:19:25.422838 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:25.439111 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-bbeafbd8-67c3-4aa5-a72f-ebbb61c0da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:25.440645 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-bbeafbd8-67c3-4aa5-a72f-ebbb61c0da8a service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=aff81c38c17b4e82864854ceac6587df&device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 1130 time: 0.0472741 Oct 13 13:19:25.541898 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-d13cf374-7267-42c6-99e0-200fbd00e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:25.543380 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-d13cf374-7267-42c6-99e0-200fbd00e3cc service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 200 len: 909 time: 0.0950029 Oct 13 13:19:25.578758 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2762f-e18b-41a1-bce7-18432a67a6ab req-01cd3bd6-7eb2-41bf-b564-a3d6573e6d9f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:25.580503 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-17d2762f-e18b-41a1-bce7-18432a67a6ab req-01cd3bd6-7eb2-41bf-b564-a3d6573e6d9f tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0515735 Oct 13 13:19:25.619149 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:25.629183 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-17d2762f-e18b-41a1-bce7-18432a67a6ab req-76273f6e-e75f-4306-be5e-785d90686447 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Oct 13 13:19:25.648686 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] Checking router: ed413029-000d-47a9-986d-3c0d835e10fb for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:19:25.651323 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:25.657506 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:25.658110 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:25.757909 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:25.834654 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:25.945632 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:25.970015 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c71095-9812-478d-a3ac-8aafdb5726e4 None None] The sync data for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi is: [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:49Z', 'revision_number': 4, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '27265a5c-0d40-4e37-8c2c-c46ea52d3444', 'name': '', 'network_id': '1e6e7eef-fa07-4671-a605-5b0b3a4c317a', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'mac_address': 'fa:16:3e:34:ed:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:48Z', 'updated_at': '2022-10-13T13:14:55Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'subnets': [{'id': '99a5223f-a343-48d6-97ff-257f81c556c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:19:26.173889 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6841ccf2-a73f-43d0-b53b-2215a8212d78 None None] New status for floating IP 0c51f6bb-6c48-43bb-81a6-95fb753d7873: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:19:26.497843 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-7e2675ca-9d8b-4b1c-82c3-d2c75b649b97 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 200 len: 217 time: 0.0372355 Oct 13 13:19:26.544690 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-2bbe24eb-b19d-4595-96aa-9962fa28bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:26.546057 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-2bbe24eb-b19d-4595-96aa-9962fa28bb3b service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 200 len: 847 time: 0.0426192 Oct 13 13:19:26.597827 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-6fbe1a79-82e8-4cea-8a2c-67f99b7111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:26.599870 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-6fbe1a79-82e8-4cea-8a2c-67f99b7111d1 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=1e6e7eef-fa07-4671-a605-5b0b3a4c317a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398693 Oct 13 13:19:26.736193 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-9e025db3-69cd-4e40-ac5f-e367ae2a28eb service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888636 Oct 13 13:19:26.751904 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311950f-4834-4538-8711-bd8f62bce625 req-50db2791-ecf3-461e-9707-dbfd991dfcb2 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:26.753445 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2311950f-4834-4538-8711-bd8f62bce625 req-50db2791-ecf3-461e-9707-dbfd991dfcb2 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0464098 Oct 13 13:19:26.795098 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:26.802997 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2311950f-4834-4538-8711-bd8f62bce625 req-952d4115-ae13-4342-a74c-22735513408b tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=39faa2cf-e347-4e34-90ba-faee058630a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438297 Oct 13 13:19:26.807936 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:26.830405 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4ab1c2d7-13e3-4090-828b-86a3c06d4204 req-152d6515-cfc8-42a4-ab49-dbf2f511fcc8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Oct 13 13:19:26.971805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-e9653b7d-5252-4c4d-999a-0c02d4c723bf tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:19:26.973214 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-e9653b7d-5252-4c4d-999a-0c02d4c723bf tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 946 time: 0.0485210 Oct 13 13:19:27.054308 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Deleting port 386e505c-fee6-4a1d-9fa8-236b241cf782 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:27.054655 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:27.142664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:27.148581 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] For port 386e505c-fee6-4a1d-9fa8-236b241cf782, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=386e505c-fee6-4a1d-9fa8-236b241cf782,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:27.148946 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:27.161597 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Calling delete_port for 386e505c-fee6-4a1d-9fa8-236b241cf782 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:27.284440 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (386e505c-fee6-4a1d-9fa8-236b241cf782), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:27.315030 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event deleted for resources: {'Port': ['ID=386e505c-fee6-4a1d-9fa8-236b241cf782,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:27.358696 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] No DVR routers for this DVR port 386e505c-fee6-4a1d-9fa8-236b241cf782 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:27.361246 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:27.364565 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-d120cd2e-8fe4-406d-b259-1c28cf97e48b req-12178ba7-b7b9-44a9-bbae-d749d693d239 tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.50 "DELETE /networking/v2.0/ports/386e505c-fee6-4a1d-9fa8-236b241cf782 HTTP/1.1" status: 204 len: 173 time: 0.3862069 Oct 13 13:19:27.365065 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-deleted', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:19:27.367284 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b660b-a9b1-4a32-ab07-56da59e7ab06" -d '{"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-deleted", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:19:27.404888 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51c9439-91da-4a65-818f-be0669e5b761 x-openstack-request-id: req-e51c9439-91da-4a65-818f-be0669e5b761 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:19:27.405187 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c481e0e-37eb-4457-813e-eb8a84932582", "name": "network-vif-deleted", "tag": "386e505c-fee6-4a1d-9fa8-236b241cf782", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:19:27.405447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e51c9439-91da-4a65-818f-be0669e5b761 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:19:27.405854 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51c9439-91da-4a65-818f-be0669e5b761'] response: {'server_uuid': '5c481e0e-37eb-4457-813e-eb8a84932582', 'name': 'network-vif-deleted', 'tag': '386e505c-fee6-4a1d-9fa8-236b241cf782', 'status': 'completed', 'code': 200} Oct 13 13:19:27.921119 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-755e65c1-c3f2-4f88-a018-79652bc5158e req-0a21497e-fbb0-4aa0-8f98-433399c82e9c tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5c481e0e-37eb-4457-813e-eb8a84932582 HTTP/1.1" status: 200 len: 210 time: 0.0310774 Oct 13 13:19:28.789943 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:28.812971 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 386e505c-fee6-4a1d-9fa8-236b241cf782 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:28.813323 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 386e505c-fee6-4a1d-9fa8-236b241cf782 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:28.986382 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56840) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:28.993456 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:29.043388 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-fd5e-4103-8a09-9e8d26a39aed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group (39faa2cf-e347-4e34-90ba-faee058630a0), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.067137 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-fd5e-4103-8a09-9e8d26a39aed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group (39faa2cf-e347-4e34-90ba-faee058630a0), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.101636 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:29.127755 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-fd5e-4103-8a09-9e8d26a39aed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (39faa2cf-e347-4e34-90ba-faee058630a0), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.130976 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4b45-fd5e-4103-8a09-9e8d26a39aed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.132139 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6dfd4b45-fd5e-4103-8a09-9e8d26a39aed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/39faa2cf-e347-4e34-90ba-faee058630a0 HTTP/1.1" status: 204 len: 168 time: 0.1449628 Oct 13 13:19:29.141408 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd4b45-fd5e-4103-8a09-9e8d26a39aed tempest-TestShelveInstance-1469688644 tempest-TestShelveInstance-1469688644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39faa2cf-e347-4e34-90ba-faee058630a0,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:29.177611 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56844) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:29.483893 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (ed413029-000d-47a9-986d-3c0d835e10fb), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.698445 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Deleting port 27265a5c-0d40-4e37-8c2c-c46ea52d3444 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:29.698783 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.775350 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] For port 27265a5c-0d40-4e37-8c2c-c46ea52d3444, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27265a5c-0d40-4e37-8c2c-c46ea52d3444,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:29.775633 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.794470 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Calling delete_port for 27265a5c-0d40-4e37-8c2c-c46ea52d3444 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:29.895124 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:29.952991 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:29.969190 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (27265a5c-0d40-4e37-8c2c-c46ea52d3444), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:29.996507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=27265a5c-0d40-4e37-8c2c-c46ea52d3444,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:30.158044 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (ed413029-000d-47a9-986d-3c0d835e10fb), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:30.178095 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677ac13-15dd-4952-b123-487206daaa5d None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:19:30.274797 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f677ac13-15dd-4952-b123-487206daaa5d None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:19:30.606305 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Router ed413029-000d-47a9-986d-3c0d835e10fb has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:19:30.711201 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:19:30.718756 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5cc7007c-c17e-43db-9260-341f048bbf3e admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/ed413029-000d-47a9-986d-3c0d835e10fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5373638 Oct 13 13:19:30.718756 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56848) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:30.720393 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] Sync routers for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:19:30.732404 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:30.733060 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:30.822046 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks [] for router (ed413029-000d-47a9-986d-3c0d835e10fb), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:30.840007 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:30.913354 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-39d3aa8a-d46a-40f4-b378-c8bbecb5f1dc None None] Provisioning complete for port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:19:30.913729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-39d3aa8a-d46a-40f4-b378-c8bbecb5f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:30.914063 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-39d3aa8a-d46a-40f4-b378-c8bbecb5f1dc None None] Attempt 1 to provision port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 Oct 13 13:19:30.926192 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks [] for router_gateway (ed413029-000d-47a9-986d-3c0d835e10fb), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:30.970272 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Deleting port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:30.970533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.031880 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:31.062181 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] For port 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:31.062547 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.075727 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Calling delete_port for 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:31.115245 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:31.210233 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:31.218767 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-39d3aa8a-d46a-40f4-b378-c8bbecb5f1dc None None] Current status of the port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:19:31.224817 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:19:29Z', 'revision_number': 5, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port': {'id': '9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:31.250253 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] Checking router: ed413029-000d-47a9-986d-3c0d835e10fb for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:19:31.256596 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.260736 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] Routers {'ed413029-000d-47a9-986d-3c0d835e10fb'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:31.261388 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ed413029-000d-47a9-986d-3c0d835e10fb'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:31.263832 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:31.284119 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:31.337545 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] Set router ed413029-000d-47a9-986d-3c0d835e10fb gateway port host: None {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:31.350559 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (ed413029-000d-47a9-986d-3c0d835e10fb), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.388539 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:19:31Z', 'revision_number': 7, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:31.414169 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f378a-3366-45f2-b5c5-9af61c3a413a None None] The sync data for ids ['ed413029-000d-47a9-986d-3c0d835e10fb'] in dv-cinder-826607-8-iscsi is: [{'id': 'ed413029-000d-47a9-986d-3c0d835e10fb', 'name': 'tempest-TestShelveInstance-656937633-router', 'tenant_id': 'aff81c38c17b4e82864854ceac6587df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:46Z', 'updated_at': '2022-10-13T13:19:31Z', 'revision_number': 7, 'project_id': 'aff81c38c17b4e82864854ceac6587df', 'gw_port_host': None}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:19:31.439334 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (ed413029-000d-47a9-986d-3c0d835e10fb), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.441981 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks [] for router_controller (ed413029-000d-47a9-986d-3c0d835e10fb), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.486737 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (ed413029-000d-47a9-986d-3c0d835e10fb), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.487517 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed413029-000d-47a9-986d-3c0d835e10fb {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:19:31.492144 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.495943 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56850) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:31.496442 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-67a17f23-3a61-451e-a804-98d9ebd668fc admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/ed413029-000d-47a9-986d-3c0d835e10fb HTTP/1.1" status: 204 len: 168 time: 0.7763584 Oct 13 13:19:31.542753 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Deleting subnet 99a5223f-a343-48d6-97ff-257f81c556c6 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:19:31.546143 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Publish callbacks [] for subnet (99a5223f-a343-48d6-97ff-257f81c556c6), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.587316 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (99a5223f-a343-48d6-97ff-257f81c556c6), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.663371 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (99a5223f-a343-48d6-97ff-257f81c556c6), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.714842 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (99a5223f-a343-48d6-97ff-257f81c556c6), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.739363 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a5223f-a343-48d6-97ff-257f81c556c6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:31.742927 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.746011 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-46b66ff5-caac-4a2a-ac03-d5fc393c59f6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/99a5223f-a343-48d6-97ff-257f81c556c6 HTTP/1.1" status: 204 len: 168 time: 0.2489100 Oct 13 13:19:31.748478 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56852) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:31.750951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd9e5a5-3b51-4fdc-8537-ab25f117905e None None] Network 1e6e7eef-fa07-4671-a605-5b0b3a4c317a requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:19:31.822269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (1e6e7eef-fa07-4671-a605-5b0b3a4c317a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.860288 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:31.866185 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Deleting port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:31.866550 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.927375 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] DHCP port deletion for 1e6e7eef-fa07-4671-a605-5b0b3a4c317a request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:19:31.940805 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] For port c7ccc8e6-22fb-4749-8dce-bed10f4069e7, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:31.941202 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:31.954772 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Calling delete_port for c7ccc8e6-22fb-4749-8dce-bed10f4069e7 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:31.970080 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] Deleting port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:31.970429 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.039762 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] For port c7ccc8e6-22fb-4749-8dce-bed10f4069e7, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,segment=NetworkSegment(e91fa39c-a3be-4060-b4ac-2e1be896daa7),segment_id=e91fa39c-a3be-4060-b4ac-2e1be896daa7)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:32.040133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.040481 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.044646 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:32.055530 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] Calling delete_port for c7ccc8e6-22fb-4749-8dce-bed10f4069e7 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:32.069019 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:32.074171 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] No DVR routers for this DVR port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 on host dv-cinder-826607-8-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:32.138046 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (c7ccc8e6-22fb-4749-8dce-bed10f4069e7), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.161978 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] Pushing event deleted for resources: {'Port': ['ID=c7ccc8e6-22fb-4749-8dce-bed10f4069e7,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:32.168070 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467905a-c0e5-4eda-86ff-52a506e6908e None None] No DVR routers for this DVR port c7ccc8e6-22fb-4749-8dce-bed10f4069e7 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:32.397442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (1e6e7eef-fa07-4671-a605-5b0b3a4c317a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.417183 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6e7eef-fa07-4671-a605-5b0b3a4c317a']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:32.426503 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91fa39c-a3be-4060-b4ac-2e1be896daa7') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:32.427355 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91fa39c-a3be-4060-b4ac-2e1be896daa7') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:32.436860 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (e91fa39c-a3be-4060-b4ac-2e1be896daa7), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.450174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (e91fa39c-a3be-4060-b4ac-2e1be896daa7), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.456752 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Releasing vlan 457 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:19:32.457203 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (e91fa39c-a3be-4060-b4ac-2e1be896daa7), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.521797 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (1e6e7eef-fa07-4671-a605-5b0b3a4c317a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.529339 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.532263 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/1e6e7eef-fa07-4671-a605-5b0b3a4c317a HTTP/1.1" status: 204 len: 168 time: 0.7828743 Oct 13 13:19:32.535283 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56858) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:32.545234 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf5a4a-b166-4c8d-b011-f1635c90a2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6e7eef-fa07-4671-a605-5b0b3a4c317a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:32.590164 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment e91fa39c-a3be-4060-b4ac-2e1be896daa7 resource provider aggregate not found Oct 13 13:19:32.607206 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment e91fa39c-a3be-4060-b4ac-2e1be896daa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91fa39c-a3be-4060-b4ac-2e1be896daa7 found for delete ", "request_id": "req-6c822bae-2dbf-47f7-b144-b0742facab7f"}]} Oct 13 13:19:32.844070 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (ef210cbe-7257-4bea-bdd2-0508bb78246e), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:32.999639 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:33.067950 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Deleting port fe1472b0-1941-4064-bec7-737fba10aa56 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:33.068289 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:33.116034 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:33.151196 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] For port fe1472b0-1941-4064-bec7-737fba10aa56, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=fe1472b0-1941-4064-bec7-737fba10aa56,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:33.151562 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:33.164296 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Calling delete_port for fe1472b0-1941-4064-bec7-737fba10aa56 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:33.252534 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27265a5c-0d40-4e37-8c2c-c46ea52d3444 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:33.273602 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 27265a5c-0d40-4e37-8c2c-c46ea52d3444 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:33.273941 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27265a5c-0d40-4e37-8c2c-c46ea52d3444 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:33.274354 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c7ccc8e6-22fb-4749-8dce-bed10f4069e7 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:33.292210 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: c7ccc8e6-22fb-4749-8dce-bed10f4069e7 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:33.292796 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c7ccc8e6-22fb-4749-8dce-bed10f4069e7 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:33.293412 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:33.311699 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:33.312040 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 9d4a7af1-d3d1-4eac-a76e-3eb0b57ed392 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:33.345403 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (fe1472b0-1941-4064-bec7-737fba10aa56), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:33.367954 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1472b0-1941-4064-bec7-737fba10aa56,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:33.531315 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (ef210cbe-7257-4bea-bdd2-0508bb78246e), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:33.551844 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b4211-94ad-48c8-836e-599483411335 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:19:33.641912 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b4211-94ad-48c8-836e-599483411335 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:19:33.738204 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Router ef210cbe-7257-4bea-bdd2-0508bb78246e has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:19:33.793507 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:33.844935 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:19:33.849965 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6429107c-f732-4d33-9899-8877b31ee698 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/ef210cbe-7257-4bea-bdd2-0508bb78246e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3131325 Oct 13 13:19:33.852503 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56862) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:33.857572 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] Sync routers for ids ['ef210cbe-7257-4bea-bdd2-0508bb78246e'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:19:33.869336 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] Routers {'ef210cbe-7257-4bea-bdd2-0508bb78246e'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:33.870171 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ef210cbe-7257-4bea-bdd2-0508bb78246e'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:33.959947 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:33.966778 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks [] for router (ef210cbe-7257-4bea-bdd2-0508bb78246e), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:33.976387 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] Set router ef210cbe-7257-4bea-bdd2-0508bb78246e gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:34.073888 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks [] for router_gateway (ef210cbe-7257-4bea-bdd2-0508bb78246e), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.119835 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Deleting port 27187993-ef8c-48b7-bec2-7eb298ce7085 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:34.120318 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.154921 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:19:33Z', 'revision_number': 5, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port': {'id': '27187993-ef8c-48b7-bec2-7eb298ce7085', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:14:52Z', 'updated_at': '2022-10-13T13:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:34.182711 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] Checking router: ef210cbe-7257-4bea-bdd2-0508bb78246e for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:19:34.192012 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] Routers {'ef210cbe-7257-4bea-bdd2-0508bb78246e'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:19:34.192621 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['ef210cbe-7257-4bea-bdd2-0508bb78246e'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:34.205321 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] For port 27187993-ef8c-48b7-bec2-7eb298ce7085, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27187993-ef8c-48b7-bec2-7eb298ce7085,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:34.205692 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.225339 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Calling delete_port for 27187993-ef8c-48b7-bec2-7eb298ce7085 owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:34.269503 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-9344d700-b371-4f76-981f-2f9bfef0eeae None None] Provisioning complete for port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:19:34.270101 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-9344d700-b371-4f76-981f-2f9bfef0eeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.271309 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-9344d700-b371-4f76-981f-2f9bfef0eeae None None] Attempt 1 to provision port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 Oct 13 13:19:34.278740 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] Set router ef210cbe-7257-4bea-bdd2-0508bb78246e gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:19:34.337867 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:19:34Z', 'revision_number': 6, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:34.353745 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-9344d700-b371-4f76-981f-2f9bfef0eeae None None] Current status of the port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:19:34.364866 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9a7d38-e590-4fac-bb7f-d7bc6929a4cb None None] The sync data for ids ['ef210cbe-7257-4bea-bdd2-0508bb78246e'] in dv-cinder-826607-8-iscsi is: [{'id': 'ef210cbe-7257-4bea-bdd2-0508bb78246e', 'name': 'tempest-TestShelveInstance-1479483153-router', 'tenant_id': 'cdb20a29152744f580ec016b985892d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:14:51Z', 'updated_at': '2022-10-13T13:19:34Z', 'revision_number': 6, 'project_id': 'cdb20a29152744f580ec016b985892d5', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:19:34.404267 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (27187993-ef8c-48b7-bec2-7eb298ce7085), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.662427 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=27187993-ef8c-48b7-bec2-7eb298ce7085,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:34.724108 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (ef210cbe-7257-4bea-bdd2-0508bb78246e), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.812793 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (ef210cbe-7257-4bea-bdd2-0508bb78246e), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.814956 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks [] for router_controller (ef210cbe-7257-4bea-bdd2-0508bb78246e), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.858446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (ef210cbe-7257-4bea-bdd2-0508bb78246e), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.859187 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef210cbe-7257-4bea-bdd2-0508bb78246e {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:19:34.863618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.864987 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-3f78c89c-cef0-49e8-8e22-8206c4f83eb3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/ef210cbe-7257-4bea-bdd2-0508bb78246e HTTP/1.1" status: 204 len: 168 time: 1.0115895 Oct 13 13:19:34.867528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56864) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:34.912937 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Deleting subnet 8be6ebb1-ed29-42cd-8491-f1a49d620187 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:19:34.916119 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Publish callbacks [] for subnet (8be6ebb1-ed29-42cd-8491-f1a49d620187), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:34.950265 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (8be6ebb1-ed29-42cd-8491-f1a49d620187), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.026058 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:35.027445 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (8be6ebb1-ed29-42cd-8491-f1a49d620187), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.060533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:35.081541 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (8be6ebb1-ed29-42cd-8491-f1a49d620187), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.100638 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee62b8d-3dc7-47f5-b899-7fecdb3408a2 None None] Network bdf24b3a-5a6e-4eca-92b2-8962b449d7cc requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:19:35.110147 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.115867 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/8be6ebb1-ed29-42cd-8491-f1a49d620187 HTTP/1.1" status: 204 len: 168 time: 0.2448230 Oct 13 13:19:35.115867 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396e49-d31e-4904-bab3-a2a07008ff5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be6ebb1-ed29-42cd-8491-f1a49d620187,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:35.116346 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56866) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:35.190600 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.253397 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Deleting port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:35.253734 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.273449 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] DHCP port deletion for bdf24b3a-5a6e-4eca-92b2-8962b449d7cc request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:19:35.276526 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:35.302551 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device fe1472b0-1941-4064-bec7-737fba10aa56 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:35.304577 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:35.320903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] For port 50c1b790-4eaf-4f44-bc0f-bfb536adc722, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=50c1b790-4eaf-4f44-bc0f-bfb536adc722,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:35.321268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.334850 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Calling delete_port for 50c1b790-4eaf-4f44-bc0f-bfb536adc722 owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:35.338577 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: fe1472b0-1941-4064-bec7-737fba10aa56 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:35.338932 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device fe1472b0-1941-4064-bec7-737fba10aa56 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:35.339376 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27187993-ef8c-48b7-bec2-7eb298ce7085 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:35.342970 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] Deleting port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:19:35.342970 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.372223 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 27187993-ef8c-48b7-bec2-7eb298ce7085 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:35.372571 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27187993-ef8c-48b7-bec2-7eb298ce7085 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:35.419552 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.428820 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] For port 50c1b790-4eaf-4f44-bc0f-bfb536adc722, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=50c1b790-4eaf-4f44-bc0f-bfb536adc722,segment=NetworkSegment(4b832b36-974b-4f5d-b295-f6137dcc5155),segment_id=4b832b36-974b-4f5d-b295-f6137dcc5155)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:19:35.429220 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.442437 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] Calling delete_port for 50c1b790-4eaf-4f44-bc0f-bfb536adc722 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:19:35.442986 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Pushing event deleted for resources: {'Port': ['ID=50c1b790-4eaf-4f44-bc0f-bfb536adc722,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:35.448962 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] No DVR routers for this DVR port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 on host dv-cinder-826607-8-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:35.522022 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.523642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (50c1b790-4eaf-4f44-bc0f-bfb536adc722), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.542493 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf24b3a-5a6e-4eca-92b2-8962b449d7cc']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:35.548224 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] Pushing event deleted for resources: {'Port': ['ID=50c1b790-4eaf-4f44-bc0f-bfb536adc722,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:35.552901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868c813-019f-4e8b-8271-b5d0f1254372 None None] No DVR routers for this DVR port 50c1b790-4eaf-4f44-bc0f-bfb536adc722 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:19:35.553053 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b832b36-974b-4f5d-b295-f6137dcc5155') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:35.553183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b832b36-974b-4f5d-b295-f6137dcc5155') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:19:35.563329 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (4b832b36-974b-4f5d-b295-f6137dcc5155), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.577361 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (4b832b36-974b-4f5d-b295-f6137dcc5155), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.583718 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Releasing vlan 454 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:19:35.584098 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (4b832b36-974b-4f5d-b295-f6137dcc5155), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.644424 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (bdf24b3a-5a6e-4eca-92b2-8962b449d7cc), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.651163 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.654279 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/bdf24b3a-5a6e-4eca-92b2-8962b449d7cc HTTP/1.1" status: 204 len: 168 time: 0.5374403 Oct 13 13:19:35.674419 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 4b832b36-974b-4f5d-b295-f6137dcc5155 resource provider aggregate not found Oct 13 13:19:35.678262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24588b1c-2e9c-4f51-9e37-036e8e01933e admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf24b3a-5a6e-4eca-92b2-8962b449d7cc,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:35.693142 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 4b832b36-974b-4f5d-b295-f6137dcc5155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b832b36-974b-4f5d-b295-f6137dcc5155 found for delete ", "request_id": "req-48b4355d-c831-4760-ae45-b1f0730c49fc"}]} Oct 13 13:19:35.813973 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56878) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:35.854099 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9033f28d-1b14-4625-8666-27fe8a7088bc admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aff81c38c17b4e82864854ceac6587df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389485 Oct 13 13:19:35.856528 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56880) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:35.908157 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6290-b0f1-41a2-9a17-ddb7d26b69b2 admin admin] Publish callbacks [] for security_group (d0420056-72e3-4f6b-84c3-922412140cf8), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.929447 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6290-b0f1-41a2-9a17-ddb7d26b69b2 admin admin] Publish callbacks [] for security_group (d0420056-72e3-4f6b-84c3-922412140cf8), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.975784 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6290-b0f1-41a2-9a17-ddb7d26b69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d0420056-72e3-4f6b-84c3-922412140cf8), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.978175 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6290-b0f1-41a2-9a17-ddb7d26b69b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:35.979323 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-f3ee6290-b0f1-41a2-9a17-ddb7d26b69b2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d0420056-72e3-4f6b-84c3-922412140cf8 HTTP/1.1" status: 204 len: 168 time: 0.1217849 Oct 13 13:19:35.986671 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee6290-b0f1-41a2-9a17-ddb7d26b69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0420056-72e3-4f6b-84c3-922412140cf8,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:36.290196 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56886) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:36.335363 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-67f92836-f931-428d-b063-b7db5724edc4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cdb20a29152744f580ec016b985892d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439384 Oct 13 13:19:36.337732 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56888) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:19:36.351206 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:36.376017 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:36.389783 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea1fc5fb-8f05-41c8-9b47-4fbed9ec9899 admin admin] Publish callbacks [] for security_group (88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:36.409880 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea1fc5fb-8f05-41c8-9b47-4fbed9ec9899 admin admin] Publish callbacks [] for security_group (88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:36.458586 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea1fc5fb-8f05-41c8-9b47-4fbed9ec9899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:36.461097 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-ea1fc5fb-8f05-41c8-9b47-4fbed9ec9899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:36.462216 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-ea1fc5fb-8f05-41c8-9b47-4fbed9ec9899 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3 HTTP/1.1" status: 204 len: 168 time: 0.1235733 Oct 13 13:19:36.470306 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fc5fb-8f05-41c8-9b47-4fbed9ec9899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f03fc3-b1fc-4bbf-bc9c-377813e0f2d3,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:19:37.248868 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 50c1b790-4eaf-4f44-bc0f-bfb536adc722 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:19:37.267693 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 50c1b790-4eaf-4f44-bc0f-bfb536adc722 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:19:37.268036 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 50c1b790-4eaf-4f44-bc0f-bfb536adc722 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:19:37.974556 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:19:41.511110 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-39ce043b-c7e9-4c16-9c27-6880875fbf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:42.515028 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=35,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:42.534504 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=20 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:43.700796 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-67012b2b-7ae9-42e7-aa60-9a7442bdd4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:45.038117 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:46.441446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:46.466199 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:46.841772 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:47.014067 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:19:53.975876 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:53.980472 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:19:56.805586 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:06.614311 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6200cc9-3018-4147-8cda-ee3ca8e7cfc5 req-13b3724f-b6a0-4af6-a25a-37db6af83539 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:06.615711 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6200cc9-3018-4147-8cda-ee3ca8e7cfc5 req-13b3724f-b6a0-4af6-a25a-37db6af83539 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0464249 Oct 13 13:20:06.662732 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b6200cc9-3018-4147-8cda-ee3ca8e7cfc5 req-d965cd03-43e2-44e1-b7c9-47f5cea083cb tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414529 Oct 13 13:20:06.798069 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=41,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:06.799981 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=34,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:07.761172 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-5734986b-ab3d-4098-aea4-d23d8330623c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405347 Oct 13 13:20:07.784379 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5742-cb33-480f-8b1e-222488cd5659 req-47f336df-a43d-445b-93d1-55254ce63bc9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:07.786357 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d94c5742-cb33-480f-8b1e-222488cd5659 req-47f336df-a43d-445b-93d1-55254ce63bc9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0460353 Oct 13 13:20:07.834172 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d94c5742-cb33-480f-8b1e-222488cd5659 req-eb6a1595-c63e-4b36-9949-c00d59ab967d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423300 Oct 13 13:20:07.922038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-a066238b-c5f5-43f4-8d49-831b6fbfde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:07.923559 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-a066238b-c5f5-43f4-8d49-831b6fbfde26 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 1130 time: 0.0401967 Oct 13 13:20:08.065443 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42363963-20a4-4a0a-bb77-0f75774f484a req-73ea4440-0fb8-45da-9a10-ade68718be21 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:08.066894 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42363963-20a4-4a0a-bb77-0f75774f484a req-73ea4440-0fb8-45da-9a10-ade68718be21 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 945 time: 0.0608468 Oct 13 13:20:08.067977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-d312e3c9-bfb3-4fd8-ba20-4f6039d1ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:08.069302 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-d312e3c9-bfb3-4fd8-ba20-4f6039d1ee38 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.1260669 Oct 13 13:20:08.184850 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-f9a9bc0b-6c25-42df-a058-51396ba33e55 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8 HTTP/1.1" status: 200 len: 1001 time: 0.1070061 Oct 13 13:20:08.222187 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port 8b09485c-dde0-4558-9dcd-066fee3602c0 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:20:08.222529 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:08.286401 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-f5e690ec-af93-4762-a96d-f2c3557a0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:08.287878 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-f5e690ec-af93-4762-a96d-f2c3557a0968 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0964150 Oct 13 13:20:08.353532 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-85f45f4c-fcd3-49e1-9109-b51cf994b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:08.354893 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-85f45f4c-fcd3-49e1-9109-b51cf994b87e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603349 Oct 13 13:20:08.359643 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] For port 8b09485c-dde0-4558-9dcd-066fee3602c0, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=8b09485c-dde0-4558-9dcd-066fee3602c0,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:08.360039 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:08.542343 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-2c33d33b-5099-4022-827b-2021967f1c92 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796322 Oct 13 13:20:08.639386 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:08.639672 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (7544e703-4d6a-4c8d-9e55-a294cf19114f), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:08.639996 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 7544e703-4d6a-4c8d-9e55-a294cf19114f disassociated. External IP: 172.27.1.89, port: 8b09485c-dde0-4558-9dcd-066fee3602c0. Oct 13 13:20:08.640342 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for 8b09485c-dde0-4558-9dcd-066fee3602c0 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:20:08.696223 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:08.712113 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-af6b6838-fe0e-4446-bf55-8cc6576be4de req-7fcc39d9-37a3-4396-8df3-c7fd2eeb2446 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453474 Oct 13 13:20:08.775401 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:08.801761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (8b09485c-dde0-4558-9dcd-066fee3602c0), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:08.827827 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=8b09485c-dde0-4558-9dcd-066fee3602c0,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:08.840136 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.840491 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.840867 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.841229 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.841554 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.841890 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.842223 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.842556 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.842886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.843262 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.843595 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.843921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.844248 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.844575 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.844892 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:08.941583 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4794a89a-0f2e-4b0f-94d8-a4d4a4579f2e req-3e494388-761d-4180-a1f5-9130fa104ebc tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4f38ccc6-b8fc-416e-ab19-a6c260441f76 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Oct 13 13:20:08.954172 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:20:09.056834 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:20:09.068197 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:20:09.077706 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:09.078337 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:09.098849 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] No DVR routers for this DVR port 8b09485c-dde0-4558-9dcd-066fee3602c0 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:20:09.101328 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:09.104501 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-42363963-20a4-4a0a-bb77-0f75774f484a req-87e528ee-1140-4e10-b1c1-441867cb3bff tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "DELETE /networking/v2.0/ports/8b09485c-dde0-4558-9dcd-066fee3602c0 HTTP/1.1" status: 204 len: 173 time: 1.0281596 Oct 13 13:20:09.104989 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'name': 'network-vif-deleted', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:09.107251 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cfac26-6620-46ea-81c3-91e3a67059d9" -d '{"events": [{"server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "name": "network-vif-deleted", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:09.147735 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddad105-ce0d-46f5-9b96-a33fcd041148 x-openstack-request-id: req-9ddad105-ce0d-46f5-9b96-a33fcd041148 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:09.148037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38ccc6-b8fc-416e-ab19-a6c260441f76", "name": "network-vif-deleted", "tag": "8b09485c-dde0-4558-9dcd-066fee3602c0", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:09.148287 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ddad105-ce0d-46f5-9b96-a33fcd041148 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:09.148690 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddad105-ce0d-46f5-9b96-a33fcd041148'] response: {'server_uuid': '4f38ccc6-b8fc-416e-ab19-a6c260441f76', 'name': 'network-vif-deleted', 'tag': '8b09485c-dde0-4558-9dcd-066fee3602c0', 'status': 'completed', 'code': 200} Oct 13 13:20:09.196694 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:09.402228 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:09.427473 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:20:09.435733 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:09.436336 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:19:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:09.537593 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:09.731137 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:09.892304 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdae80f-efd0-4f5d-bda4-dbe55595ba0d None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:20:10.036837 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56972) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:10.094722 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.119898 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.124492 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea8dba-603f-4a66-8b98-2a8d772cd15d None None] New status for floating IP 7544e703-4d6a-4c8d-9e55-a294cf19114f: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:20:10.170602 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.173401 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.174535 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4 HTTP/1.1" status: 204 len: 168 time: 0.1367226 Oct 13 13:20:10.177570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56974) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:10.183856 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:10.191170 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.191586 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.191999 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.192254 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.192595 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.192929 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.api.v2.resource [None req-6fc2142e-708d-43ff-8371-68e96c668026 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] show failed (client error): The resource could not be found. Oct 13 13:20:10.193041 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.193262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.196801 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.196801 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197035 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6fc2142e-708d-43ff-8371-68e96c668026 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups/d3b92ee2-0a19-44c5-abbf-9dbeb09f4eb4 HTTP/1.1" status: 404 len: 347 time: 0.0147738 Oct 13 13:20:10.197128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197128 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7709751c-8ba6-4577-807f-f69c3676c86a tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:10.197577 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56976) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:10.311144 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port 0f158534-4c0e-41ff-a73d-76a5bc59d904 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:20:10.311489 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.390119 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.390442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (0f158534-4c0e-41ff-a73d-76a5bc59d904), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.403322 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for 0f158534-4c0e-41ff-a73d-76a5bc59d904 owned by network:floatingip {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:20:10.531952 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0f158534-4c0e-41ff-a73d-76a5bc59d904), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.562226 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=0f158534-4c0e-41ff-a73d-76a5bc59d904,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:10.617227 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (7544e703-4d6a-4c8d-9e55-a294cf19114f), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.620212 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.621354 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-601757db-9f2e-4e8d-b95c-d21c977444f9 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/7544e703-4d6a-4c8d-9e55-a294cf19114f HTTP/1.1" status: 204 len: 168 time: 0.4234972 Oct 13 13:20:10.685326 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 56980) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:10.689857 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210182423', 'description': 'tempest-description--1464717193'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:10.711410 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.719922 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:10.762422 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:10.780360 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (b3583bfc-c742-400e-b2d0-13bbb683a2e2), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.783621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (b3583bfc-c742-400e-b2d0-13bbb683a2e2), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.810658 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.811860 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1255190 Oct 13 13:20:10.814918 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56982) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:10.815840 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ad93-94d9-4b91-900c-e78e164d31ed tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3583bfc-c742-400e-b2d0-13bbb683a2e2,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:10.820018 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': 'b3583bfc-c742-400e-b2d0-13bbb683a2e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:10.847039 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (7dadc605-5958-41a5-93d3-ab641d4709e4), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.914495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (7dadc605-5958-41a5-93d3-ab641d4709e4), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.918531 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (7dadc605-5958-41a5-93d3-ab641d4709e4), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.939312 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dadc605-5958-41a5-93d3-ab641d4709e4,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:10.947597 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:10.948838 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2667f450-a563-4a63-8828-ca61545fd0bf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328692 Oct 13 13:20:10.951634 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56984) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:10.956081 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'security_group_rule': {'security_group_id': 'b3583bfc-c742-400e-b2d0-13bbb683a2e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:10.982025 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (a6d8216b-37a9-474b-8ea4-b7f975dde02b), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.037932 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (a6d8216b-37a9-474b-8ea4-b7f975dde02b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.041635 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667959'] for security_group_rule (a6d8216b-37a9-474b-8ea4-b7f975dde02b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.060471 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d8216b-37a9-474b-8ea4-b7f975dde02b,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:11.067803 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.068967 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-809b664e-9a84-4e22-ac95-fe46379abb52 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163940 Oct 13 13:20:11.072138 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 56986) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:11.076237 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:11.096236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.174733 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.258888 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:11.262924 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:11.280042 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.27.1.218 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:20:11.388276 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.418853 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.459670 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:20:11.462773 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:20:11.466740 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:20:11.469678 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:11.512035 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ef5540a8-2f4c-472d-b3c3-6974568db551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.554008 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (61600704-c45c-48f4-8b10-b7cc830f4702), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.590345 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.736840 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.741069 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.805935 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (61600704-c45c-48f4-8b10-b7cc830f4702), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.808676 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:11.823898 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:11.825119 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-4f3472cc-cd3f-4116-b42a-6e24ab7807c0 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7520819 Oct 13 13:20:12.022859 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-be2ab4e8-de23-47c7-9cd5-b8c4f509ac18 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1210182423&fields=id&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 267 time: 0.0449529 Oct 13 13:20:12.109246 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:12.128369 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-ff52ea33-b949-4f12-8cc2-32b04639dc2e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:12.129832 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-ff52ea33-b949-4f12-8cc2-32b04639dc2e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1007161 Oct 13 13:20:12.144993 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-6ec160a2-d0bd-4b3e-894c-11912edb7288 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/quotas/da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Oct 13 13:20:12.180221 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:12.199795 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-109657de-b910-4e49-8419-f1ba9667d9cb tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501609 Oct 13 13:20:12.214753 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-fc53d6da-b995-4406-8533-9d0af101df57 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:20:12.215723 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-fc53d6da-b995-4406-8533-9d0af101df57 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048587 Oct 13 13:20:12.303253 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-e995fee0-3060-4d15-9e2a-2baffbd95a59 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Oct 13 13:20:12.393278 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-86494029-cbf6-4ef1-b8bc-00d658bf2909 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843034 Oct 13 13:20:12.559224 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-94968fe1-95ad-49e4-86cc-f2d6b912803d req-a099ca1a-6384-459b-9b40-787a7d876a23 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 210 time: 0.0285449 Oct 13 13:20:12.966714 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8b09485c-dde0-4558-9dcd-066fee3602c0 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:20:12.986836 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 8b09485c-dde0-4558-9dcd-066fee3602c0 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:20:12.987180 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 8b09485c-dde0-4558-9dcd-066fee3602c0 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:20:13.541043 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-ae5a168e-3b9d-4ee0-9c6e-7b5d01c2f66d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:13.542414 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-ae5a168e-3b9d-4ee0-9c6e-7b5d01c2f66d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 815 time: 0.1074636 Oct 13 13:20:13.604990 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-bb238e96-0fbc-413d-a6eb-983969c43f0c tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=da546353194342439f9bc3f98f6737e0 HTTP/1.1" status: 200 len: 380 time: 0.0540314 Oct 13 13:20:13.659851 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-59fea772-aa93-48dc-b534-ba314f5d49ff req-5c0ba426-b23b-48b2-a781-c265d71fb821 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 210 time: 0.0268655 Oct 13 13:20:13.676006 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'port': {'device_id': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'admin_state_up': True, 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'security_groups': ['b3583bfc-c742-400e-b2d0-13bbb683a2e2']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:13.702709 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-cdec9213-2c98-42ef-89bc-795c3718584f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:13.786110 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Made reservation on behalf of da546353194342439f9bc3f98f6737e0 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:20:13.789860 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:13.916808 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Allocated IP 172.20.0.14 (60c7ab31-db51-4574-8d4e-94d8596d64ad/59694453-3ea7-47b4-9dd3-801ca641b31a/0088f1ee-a58e-464b-b537-2a9b7046ee61) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:20:14.052059 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.083767 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.131565 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:20:14.134774 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:20:14.138573 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:20:14.143998 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:14.162906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event updated for resources: {'Port': ['ID=0088f1ee-a58e-464b-b537-2a9b7046ee61,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:14.193739 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:14.194369 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.196735 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:14.212166 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-442b3c63-e61b-4e20-8b59-8c5de5d3a4dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5405893 Oct 13 13:20:14.221191 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-f73d1eb2-eb75-450c-8fc6-d15568b34148 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104572) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:20:14.222172 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-f73d1eb2-eb75-450c-8fc6-d15568b34148 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052621 Oct 13 13:20:14.233276 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Request body: {'port': {'device_id': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:14.295021 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.386654 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-27675592-97b0-4a7e-8851-d0ca65ad69ee None None] Provisioning complete for port 0088f1ee-a58e-464b-b537-2a9b7046ee61 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:20:14.387289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-27675592-97b0-4a7e-8851-d0ca65ad69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.387561 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-27675592-97b0-4a7e-8851-d0ca65ad69ee None None] Attempt 1 to provision port 0088f1ee-a58e-464b-b537-2a9b7046ee61 Oct 13 13:20:14.420226 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-27675592-97b0-4a7e-8851-d0ca65ad69ee None None] Port 0088f1ee-a58e-464b-b537-2a9b7046ee61 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:20:14.547819 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0088f1ee-a58e-464b-b537-2a9b7046ee61 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:20:14.555769 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Publish callbacks [] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.567831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Transition to ACTIVE for port object 0088f1ee-a58e-464b-b537-2a9b7046ee61 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:20:14.571622 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.630402 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Pushing event updated for resources: {'Port': ['ID=0088f1ee-a58e-464b-b537-2a9b7046ee61,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:14.681004 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Attempting to bind port 0088f1ee-a58e-464b-b537-2a9b7046ee61 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:20:14.681250 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Attempting to bind port 0088f1ee-a58e-464b-b537-2a9b7046ee61 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:20:14.681576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Attempting to bind port 0088f1ee-a58e-464b-b537-2a9b7046ee61 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:20:14.725039 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Port 0088f1ee-a58e-464b-b537-2a9b7046ee61 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:20:14.725371 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Attempting to bind port 0088f1ee-a58e-464b-b537-2a9b7046ee61 on network 60c7ab31-db51-4574-8d4e-94d8596d64ad {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:20:14.767136 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:20:14.767472 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Checking segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:20:14.767852 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Bound using segment: {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:20:14.768282 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Bound port: 0088f1ee-a58e-464b-b537-2a9b7046ee61, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ffdb22-2ae0-4b81-bf70-c6fa141767b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 486, 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:20:14.768639 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.780619 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbd180-2c42-4265-9243-3ea130c0e7fc req-277ad443-ca79-4f59-b11b-0979c365436e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:14.782080 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2cfbd180-2c42-4265-9243-3ea130c0e7fc req-277ad443-ca79-4f59-b11b-0979c365436e tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 944 time: 0.0463419 Oct 13 13:20:14.828202 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] For port 0088f1ee-a58e-464b-b537-2a9b7046ee61, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:20:14.831292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] For port 0088f1ee-a58e-464b-b537-2a9b7046ee61, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:20:14.832603 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2cfbd180-2c42-4265-9243-3ea130c0e7fc req-bc83a739-f392-458e-ba68-38593ae0a713 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435870 Oct 13 13:20:14.838178 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.841373 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:14.841983 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:14.843982 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/0088f1ee-a58e-464b-b537-2a9b7046ee61 HTTP/1.1" status: 200 len: 1094 time: 0.6148007 Oct 13 13:20:14.846045 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:14.849714 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd" -d '{"events": [{"name": "network-changed", "server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:14.899449 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf152b70-5da2-4c0a-a1e2-cdeb76264d89 x-openstack-request-id: req-bf152b70-5da2-4c0a-a1e2-cdeb76264d89 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:14.899729 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:14.899978 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf152b70-5da2-4c0a-a1e2-cdeb76264d89 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:14.900367 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf152b70-5da2-4c0a-a1e2-cdeb76264d89'] response: {'name': 'network-changed', 'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'status': 'completed', 'code': 200} Oct 13 13:20:14.942763 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c880b-9ea6-41a2-911b-94480dbbf5bd service neutron] Pushing event updated for resources: {'Port': ['ID=0088f1ee-a58e-464b-b537-2a9b7046ee61,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:14.946721 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-a66d84ce-2ac0-4441-882d-9047698a38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:14.948296 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-a66d84ce-2ac0-4441-882d-9047698a38ab service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 1128 time: 0.0602975 Oct 13 13:20:14.973616 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:20:14.989325 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-1a7a3f25-4d3e-44a6-b25e-bb02460358d6 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61 HTTP/1.1" status: 200 len: 217 time: 0.0334201 Oct 13 13:20:15.040650 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:15.041514 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-7252ea99-d119-4064-9188-f1e1fcef41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:15.042940 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-7252ea99-d119-4064-9188-f1e1fcef41ea service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0485086 Oct 13 13:20:15.056945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:15.084803 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:15.088442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-09151ed6-6600-43ab-89d0-6dc3c8a7b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:15.089895 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-09151ed6-6600-43ab-89d0-6dc3c8a7b1ec service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408511 Oct 13 13:20:15.181580 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-e972d98b-3554-449e-8908-d4199f9bca11 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Oct 13 13:20:15.270407 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1d47713d-6b6e-4b50-9583-fd84d391149e req-bc63588c-94af-47a4-a13e-2db55e753993 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818946 Oct 13 13:20:15.954867 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37181c-361f-4691-bc0a-77c4d3237180 req-d63dc0ad-5d5a-4722-b5ac-6614370140ac tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:15.956393 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b37181c-361f-4691-bc0a-77c4d3237180 req-d63dc0ad-5d5a-4722-b5ac-6614370140ac tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 944 time: 0.0488596 Oct 13 13:20:16.005130 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-2b37181c-361f-4691-bc0a-77c4d3237180 req-37d9f96d-74d4-452b-8333-686631d20baf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Oct 13 13:20:16.076778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-a4f67e75-e1f2-4eac-8b53-7512c2787b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:16.078241 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-a4f67e75-e1f2-4eac-8b53-7512c2787b91 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 1128 time: 0.1304705 Oct 13 13:20:16.169600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-54f9908b-b7f4-4b09-b4e1-749b2ac0caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:16.170959 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-54f9908b-b7f4-4b09-b4e1-749b2ac0caf1 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0867372 Oct 13 13:20:16.207951 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-de9208c0-be99-4259-bfe6-de3221941606 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61 HTTP/1.1" status: 200 len: 217 time: 0.0310059 Oct 13 13:20:16.257120 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-5dbc2d9a-8743-4e2d-b7ec-da2aa5516766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:16.258490 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-5dbc2d9a-8743-4e2d-b7ec-da2aa5516766 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0454984 Oct 13 13:20:16.538370 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-21e18aa2-0067-410a-884d-1645b1b2bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:16.539792 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-21e18aa2-0067-410a-884d-1645b1b2bfd3 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2756128 Oct 13 13:20:16.630405 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-0c39991b-db74-44e4-ad01-9c5fc1ae0d47 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841994 Oct 13 13:20:16.718379 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-e12f7fa9-1c93-40de-94c2-a7bf9d711efd req-41e8a962-6862-4877-b993-882bb72f1731 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821230 Oct 13 13:20:16.844700 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:16.985142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 0088f1ee-a58e-464b-b537-2a9b7046ee61 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:20:17.032652 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:17.101280 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:17.109045 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 0088f1ee-a58e-464b-b537-2a9b7046ee61, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:17.111099 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:17.122850 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'port_id': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'mac_address': 'fa:16:3e:49:bf:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:20:17.127825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603111aa-fbbb-4ff3-ae13-23c8036f7ff6 req-5fd8c266-452d-4df2-be6d-a51a08079f48 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:17.129935 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-603111aa-fbbb-4ff3-ae13-23c8036f7ff6 req-5fd8c266-452d-4df2-be6d-a51a08079f48 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 944 time: 0.0479522 Oct 13 13:20:17.158815 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 0088f1ee-a58e-464b-b537-2a9b7046ee61 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:20:17.159224 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:17.172950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0088f1ee-a58e-464b-b537-2a9b7046ee61 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:20:17.177057 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-603111aa-fbbb-4ff3-ae13-23c8036f7ff6 req-849bdf26-7bd8-4123-b399-399408f3e27f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411606 Oct 13 13:20:17.193888 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 0088f1ee-a58e-464b-b537-2a9b7046ee61, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:17.197680 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:17.246729 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=0088f1ee-a58e-464b-b537-2a9b7046ee61,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:17.253629 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.254005 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.254350 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.254694 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.255026 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.255378 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.255703 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.256025 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.256351 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.256673 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.256993 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.257313 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.257633 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.257948 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.258262 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:20:17.404126 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['0088f1ee-a58e-464b-b537-2a9b7046ee61'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:20:18.299577 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52539f88-309d-4c47-8f48-b8606a8e2c4d req-bb0f77dc-2120-4b45-b9c5-5e12aa031a7f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:18.301740 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52539f88-309d-4c47-8f48-b8606a8e2c4d req-bb0f77dc-2120-4b45-b9c5-5e12aa031a7f tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Oct 13 13:20:18.346919 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-52539f88-309d-4c47-8f48-b8606a8e2c4d req-1bd42d93-bfe6-4653-97b7-29b77f1e7e62 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 Oct 13 13:20:19.008642 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 0088f1ee-a58e-464b-b537-2a9b7046ee61 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:20:19.052994 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 0088f1ee-a58e-464b-b537-2a9b7046ee61 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:20:19.058959 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 0088f1ee-a58e-464b-b537-2a9b7046ee61 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:20:19.059459 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:19.059803 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 0088f1ee-a58e-464b-b537-2a9b7046ee61 Oct 13 13:20:19.132134 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 0088f1ee-a58e-464b-b537-2a9b7046ee61 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:20:19.132514 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:19.154287 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:19.156523 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bd312-4cf4-4fce-a353-d030e6042994" -d '{"events": [{"server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "name": "network-vif-plugged", "status": "completed", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:19.168853 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 0088f1ee-a58e-464b-b537-2a9b7046ee61, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:19.173120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:19.199758 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a573c13-cf24-4413-8fa5-e37cf53021a2 x-openstack-request-id: req-0a573c13-cf24-4413-8fa5-e37cf53021a2 {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:19.200041 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "name": "network-vif-plugged", "status": "completed", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:19.200310 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a573c13-cf24-4413-8fa5-e37cf53021a2 {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:19.200704 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a573c13-cf24-4413-8fa5-e37cf53021a2'] response: {'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'code': 200} Oct 13 13:20:19.225791 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=0088f1ee-a58e-464b-b537-2a9b7046ee61,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:19.358239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d51d-801c-467b-87e4-bf52b1ccdfb4 req-6b8d857f-dba6-4aaa-96fb-6ec687f00dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:19.359745 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-94d0d51d-801c-467b-87e4-bf52b1ccdfb4 req-6b8d857f-dba6-4aaa-96fb-6ec687f00dc9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 1130 time: 0.0382259 Oct 13 13:20:19.407378 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-94d0d51d-801c-467b-87e4-bf52b1ccdfb4 req-6e39a3d6-4f16-4078-a3bb-2d033b50d113 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Oct 13 13:20:19.467106 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646e590-8990-4b4b-b37c-8c9ef4e43974 req-8ab3d50f-2834-4129-a4b1-bc7da56cef28 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:19.468436 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4646e590-8990-4b4b-b37c-8c9ef4e43974 req-8ab3d50f-2834-4129-a4b1-bc7da56cef28 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 946 time: 0.0454824 Oct 13 13:20:19.513941 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4646e590-8990-4b4b-b37c-8c9ef4e43974 req-e1aa88a8-2b0c-4470-9a4b-43d24fb4e6cd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396307 Oct 13 13:20:20.201158 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:20.639517 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf2f5c-4fbd-4775-a8ac-d868b8754b85 req-04c017a4-9e56-4270-b11c-5068aca5a787 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:20.640955 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3bbf2f5c-4fbd-4775-a8ac-d868b8754b85 req-04c017a4-9e56-4270-b11c-5068aca5a787 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 946 time: 0.0501318 Oct 13 13:20:20.686366 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-3bbf2f5c-4fbd-4775-a8ac-d868b8754b85 req-ac7887d2-0b68-4cba-8aea-6ba89d962f49 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398607 Oct 13 13:20:20.805485 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb86feb-b840-4b74-8782-61bed6f9ad8e req-88ab4f13-96c1-482d-b0d8-62c0ac20fe4d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:20.806990 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bfb86feb-b840-4b74-8782-61bed6f9ad8e req-88ab4f13-96c1-482d-b0d8-62c0ac20fe4d tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 946 time: 0.0457616 Oct 13 13:20:20.818525 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57036) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:20.822769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Request body: {'floatingip': {'port_id': '0088f1ee-a58e-464b-b537-2a9b7046ee61'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:20.859279 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (61600704-c45c-48f4-8b10-b7cc830f4702), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:21.002186 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:21.057828 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:21.271615 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:21.275183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (61600704-c45c-48f4-8b10-b7cc830f4702), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:21.368993 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 61600704-c45c-48f4-8b10-b7cc830f4702 associated. External IP: 172.27.1.218, port: 0088f1ee-a58e-464b-b537-2a9b7046ee61. Oct 13 13:20:21.560955 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:20:21.660565 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:20:21.665885 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:21.670502 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:20:21.680372 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:21.680997 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:21.790699 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:21.937244 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d6cd81dc-bfd9-436f-943c-3a905a4e60ca tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/61600704-c45c-48f4-8b10-b7cc830f4702 HTTP/1.1" status: 200 len: 992 time: 1.1176312 Oct 13 13:20:21.937990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:21.940446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9670d1-4eda-483d-83fa-7fd924d0eea4" -d '{"events": [{"name": "network-changed", "server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:21.974484 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:21.977894 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b083830-ce68-4d7a-93b5-ddef5ac4de74 x-openstack-request-id: req-4b083830-ce68-4d7a-93b5-ddef5ac4de74 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:21.978262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:21.978575 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b083830-ce68-4d7a-93b5-ddef5ac4de74 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:21.979033 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b083830-ce68-4d7a-93b5-ddef5ac4de74'] response: {'name': 'network-changed', 'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'status': 'completed', 'code': 200} Oct 13 13:20:21.979951 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:22.022205 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '61600704-c45c-48f4-8b10-b7cc830f4702', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:49:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:11Z', 'updated_at': '2022-10-13T13:20:21Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:22.038708 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-50cef307-acaf-4eb4-840a-ba94f317f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:22.040222 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-50cef307-acaf-4eb4-840a-ba94f317f234 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 1130 time: 0.0402503 Oct 13 13:20:22.050908 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:20:22.059940 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:22.060536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:22.130065 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-3fa8b4dc-76d3-40a9-bc22-d70690de01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:22.131556 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-3fa8b4dc-76d3-40a9-bc22-d70690de01d8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0858991 Oct 13 13:20:22.159564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:22.196427 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-f8544927-d7a5-47f4-bf1f-d4a4a98cc2e6 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61 HTTP/1.1" status: 200 len: 1000 time: 0.0588722 Oct 13 13:20:22.246133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-2c41ec25-22f9-42a9-905d-fe6747e43e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:22.247609 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-2c41ec25-22f9-42a9-905d-fe6747e43e02 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0440316 Oct 13 13:20:22.283095 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:22.291789 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-754e00bb-fbdc-4432-85b7-0d78ee8634ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:22.293281 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-754e00bb-fbdc-4432-85b7-0d78ee8634ba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400021 Oct 13 13:20:22.344025 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:22.370826 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '61600704-c45c-48f4-8b10-b7cc830f4702', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:49:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:11Z', 'updated_at': '2022-10-13T13:20:21Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:22.386106 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-ff47beab-42c1-4f2d-a7ae-56ce73ccb577 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868790 Oct 13 13:20:22.396105 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38cef28-8d90-4579-8e5e-cb39b13c347b None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '61600704-c45c-48f4-8b10-b7cc830f4702', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'port_id': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'mac_address': 'fa:16:3e:49:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:11Z', 'updated_at': '2022-10-13T13:20:21Z', 'revision_number': 1, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:20:22.486098 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-fa9670d1-4eda-483d-83fa-7fd924d0eea4 req-a53add5b-cc81-415f-b153-047d2402f523 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941744 Oct 13 13:20:22.580217 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ddb368-8bfe-441d-9c3d-44bd19442461 None None] New status for floating IP 61600704-c45c-48f4-8b10-b7cc830f4702: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:20:25.033188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c67525-53f2-42f5-94df-4cf748d62d14 req-96e5444e-4db0-46b0-8b65-9f8945a7037f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:25.034636 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a0c67525-53f2-42f5-94df-4cf748d62d14 req-96e5444e-4db0-46b0-8b65-9f8945a7037f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0469666 Oct 13 13:20:25.083219 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a0c67525-53f2-42f5-94df-4cf748d62d14 req-179f32c3-3c1f-4f52-b947-6f3fc9f8ccf7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Oct 13 13:20:26.203164 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61ee9e-1845-4f81-9002-fcb93160dba8 req-a9159be7-5f50-4b99-86dc-faee943572dd tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:26.204534 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8e61ee9e-1845-4f81-9002-fcb93160dba8 req-a9159be7-5f50-4b99-86dc-faee943572dd tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0467169 Oct 13 13:20:26.255160 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-8e61ee9e-1845-4f81-9002-fcb93160dba8 req-e97dbd13-b70f-4c76-9c0f-0d03e87be3f6 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440049 Oct 13 13:20:26.482136 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-ef72963e-9d5e-4da5-a439-d71a396e107e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:26.483502 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-ef72963e-9d5e-4da5-a439-d71a396e107e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 946 time: 0.0462224 Oct 13 13:20:26.565965 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Deleting port de381234-2018-4c2f-93d9-84a4a3ab32c8 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:20:26.566317 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:26.658540 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] For port de381234-2018-4c2f-93d9-84a4a3ab32c8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=de381234-2018-4c2f-93d9-84a4a3ab32c8,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:26.658906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:26.817535 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:26.819806 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:26.820169 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (dfa9197a-8f39-40e2-a89b-f5febf764cab), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:26.820484 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Floating IP dfa9197a-8f39-40e2-a89b-f5febf764cab disassociated. External IP: 172.27.1.87, port: de381234-2018-4c2f-93d9-84a4a3ab32c8. Oct 13 13:20:26.820836 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Calling delete_port for de381234-2018-4c2f-93d9-84a4a3ab32c8 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:20:26.949249 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (de381234-2018-4c2f-93d9-84a4a3ab32c8), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:26.982334 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'Port': ['ID=de381234-2018-4c2f-93d9-84a4a3ab32c8,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:27.086958 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:20:27.093775 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:27.177811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:27.195761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:20:27.204974 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:20:27.214539 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:27.215173 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:27.237930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] No DVR routers for this DVR port de381234-2018-4c2f-93d9-84a4a3ab32c8 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:20:27.241167 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:27.244639 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-ad51d915-08eb-4563-bfa8-a7c49d94fd06 req-79b3f006-df0a-421a-98aa-7e9c351efb3d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "DELETE /networking/v2.0/ports/de381234-2018-4c2f-93d9-84a4a3ab32c8 HTTP/1.1" status: 204 len: 173 time: 0.7556214 Oct 13 13:20:27.245097 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'name': 'network-vif-deleted', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:27.247367 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f70c3-e054-4e6a-b0f2-10666b50e0e0" -d '{"events": [{"server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "name": "network-vif-deleted", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:27.291005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b42390-49a8-4f04-88e9-c77b665c8c9e x-openstack-request-id: req-66b42390-49a8-4f04-88e9-c77b665c8c9e {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:27.291005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf57cc9-d371-41c8-b3a4-82b67889d57d", "name": "network-vif-deleted", "tag": "de381234-2018-4c2f-93d9-84a4a3ab32c8", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:27.291280 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66b42390-49a8-4f04-88e9-c77b665c8c9e {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:27.291536 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b42390-49a8-4f04-88e9-c77b665c8c9e'] response: {'server_uuid': 'ebf57cc9-d371-41c8-b3a4-82b67889d57d', 'name': 'network-vif-deleted', 'tag': 'de381234-2018-4c2f-93d9-84a4a3ab32c8', 'status': 'completed', 'code': 200} Oct 13 13:20:27.336785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:27.367261 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e3ed50cb-5bf4-415f-b22b-156b7f75c064 req-22da2ab6-5a72-4477-94e9-5b0756f5a059 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ebf57cc9-d371-41c8-b3a4-82b67889d57d HTTP/1.1" status: 200 len: 210 time: 0.0302379 Oct 13 13:20:27.541861 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:27.567651 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:20:27.575773 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:27.576301 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:27.679031 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:27.781768 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:27.800993 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:28.002165 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:28.027543 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa6307e-37f9-469d-a11a-9a9841565856 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:20:28.235575 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedc10d8-b5c7-438c-838e-b6635467d188 None None] New status for floating IP dfa9197a-8f39-40e2-a89b-f5febf764cab: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:20:28.607988 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:28.645558 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42d4a211-547b-46a8-a86a-3bee01cb9350 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1972725413&fields=id&tenant_id=17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 267 time: 0.0445592 Oct 13 13:20:28.744618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:28.755396 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-d74be849-9133-4dca-a179-b23f96a7609d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:28.756817 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-d74be849-9133-4dca-a179-b23f96a7609d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 812 time: 0.1049669 Oct 13 13:20:28.770859 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-ba612db0-c52d-44b7-8c3d-70747590c4f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/quotas/17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 375 time: 0.0086799 Oct 13 13:20:28.819427 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-fb3937d8-d20c-4b20-b593-b7c0b4217409 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438285 Oct 13 13:20:28.834381 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-5d4d7391-897b-48e4-9af0-7d12e307b474 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 13 13:20:28.835335 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-5d4d7391-897b-48e4-9af0-7d12e307b474 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054123 Oct 13 13:20:28.926171 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-a05e45d2-39fa-4496-88c3-540c0ca589df service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857165 Oct 13 13:20:29.013509 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-17d55b29-c6f6-487b-b555-9d235a9f7987 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815785 Oct 13 13:20:29.298150 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-adfd0065-f509-420c-8b4a-2aa34d3c0b17 req-59e2d675-9702-4be3-a429-ced4c6542d8d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 210 time: 0.0335627 Oct 13 13:20:30.390166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-cd931cc5-7144-43f0-ae76-5b5b5fda6ac9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:30.391672 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-cd931cc5-7144-43f0-ae76-5b5b5fda6ac9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 812 time: 0.1115499 Oct 13 13:20:30.408819 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d4fb4236-9211-4e26-95e6-898bee8e2ad9 req-0faa03ba-31fa-4c47-95fe-b811e5a62d70 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 210 time: 0.0284579 Oct 13 13:20:30.457011 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-73e32676-4125-4025-ae59-acd712e39b53 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 380 time: 0.0568373 Oct 13 13:20:30.465405 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'port': {'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'admin_state_up': True, 'tenant_id': '17e1654782ac4100b0353d561496db51', 'security_groups': ['879dff4a-3961-4f06-8458-125736b46e1e']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:30.577229 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Made reservation on behalf of 17e1654782ac4100b0353d561496db51 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:20:30.580906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:30.712482 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Allocated IP 172.20.0.5 (2fc51ab6-7e9b-491d-a490-ff80ae554bf0/3ccd938c-9898-4207-9e40-0760c5481110/56d3063f-8418-4251-989d-cd1d0b565ff1) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:20:30.864420 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:30.896164 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:30.945484 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:20:30.948836 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:20:30.952711 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:20:30.976381 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=56d3063f-8418-4251-989d-cd1d0b565ff1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:31.004871 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:31.005480 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.021914 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-42fd1608-93cb-4277-bd39-01b78c03f48f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600071 Oct 13 13:20:31.033818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Request body: {'port': {'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:31.054124 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device de381234-2018-4c2f-93d9-84a4a3ab32c8 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:20:31.063853 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:31.071262 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:31.080068 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: de381234-2018-4c2f-93d9-84a4a3ab32c8 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:20:31.080419 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device de381234-2018-4c2f-93d9-84a4a3ab32c8 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:20:31.103220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.146400 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-bdb0a963-958c-46eb-931a-700b6f3a18a8 None None] Provisioning complete for port 56d3063f-8418-4251-989d-cd1d0b565ff1 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:20:31.146766 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a963-958c-46eb-931a-700b6f3a18a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.147196 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-bdb0a963-958c-46eb-931a-700b6f3a18a8 None None] Attempt 1 to provision port 56d3063f-8418-4251-989d-cd1d0b565ff1 Oct 13 13:20:31.178408 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0a963-958c-46eb-931a-700b6f3a18a8 None None] Port 56d3063f-8418-4251-989d-cd1d0b565ff1 cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:20:31.357298 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d3063f-8418-4251-989d-cd1d0b565ff1 {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:20:31.364588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Publish callbacks [] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.376748 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Transition to ACTIVE for port object 56d3063f-8418-4251-989d-cd1d0b565ff1 will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:20:31.380668 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.460792 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Pushing event updated for resources: {'Port': ['ID=56d3063f-8418-4251-989d-cd1d0b565ff1,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:31.488006 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Attempting to bind port 56d3063f-8418-4251-989d-cd1d0b565ff1 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:20:31.488264 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Attempting to bind port 56d3063f-8418-4251-989d-cd1d0b565ff1 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:20:31.488594 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Attempting to bind port 56d3063f-8418-4251-989d-cd1d0b565ff1 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:20:31.529566 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bac35-ba1f-4523-a793-2fe31a488af4 req-0aee578b-fca2-4c07-b7e7-0dce9059ea62 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:31.531016 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d93bac35-ba1f-4523-a793-2fe31a488af4 req-0aee578b-fca2-4c07-b7e7-0dce9059ea62 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0458200 Oct 13 13:20:31.532988 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Port 56d3063f-8418-4251-989d-cd1d0b565ff1 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:20:31.533316 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Attempting to bind port 56d3063f-8418-4251-989d-cd1d0b565ff1 on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:20:31.575713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:20:31.576046 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Checking segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:20:31.576427 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Bound using segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:20:31.576862 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Bound port: 56d3063f-8418-4251-989d-cd1d0b565ff1, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:20:31.577223 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.580919 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d93bac35-ba1f-4523-a793-2fe31a488af4 req-7fbbf387-1478-4ebe-b05d-286df6b6b50f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Oct 13 13:20:31.636577 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] For port 56d3063f-8418-4251-989d-cd1d0b565ff1, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:20:31.639526 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] For port 56d3063f-8418-4251-989d-cd1d0b565ff1, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56d3063f-8418-4251-989d-cd1d0b565ff1,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:20:31.644555 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.649079 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:31.649681 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:31.651022 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 1093 time: 0.6213307 Oct 13 13:20:31.651589 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:31.653762 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e38cd-dd63-4943-aa09-b0a998f3f8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:31.736189 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ee915-8f06-45be-ba23-ad1b65a28af1 service neutron] Pushing event updated for resources: {'Port': ['ID=56d3063f-8418-4251-989d-cd1d0b565ff1,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:31.741475 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-3a6f2dfa-a775-4b6a-9eb3-d8f2fc946d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:31.742969 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-3a6f2dfa-a775-4b6a-9eb3-d8f2fc946d87 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1127 time: 0.0532510 Oct 13 13:20:31.759445 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b70207f-c195-44b0-8534-e2c6533a97c2 x-openstack-request-id: req-8b70207f-c195-44b0-8534-e2c6533a97c2 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:31.759727 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:31.759976 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b70207f-c195-44b0-8534-e2c6533a97c2 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:31.760366 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b70207f-c195-44b0-8534-e2c6533a97c2'] response: {'name': 'network-changed', 'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'status': 'completed', 'code': 200} Oct 13 13:20:31.786115 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-e5a53fa2-aaf9-4290-bc0e-47784c39c62d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 217 time: 0.0349326 Oct 13 13:20:31.839201 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-3c71597c-d67b-4953-8788-58d7082fce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:31.840565 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-3c71597c-d67b-4953-8788-58d7082fce10 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0432072 Oct 13 13:20:31.890366 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c06f-eeeb-4769-b798-4d75325223da req-4a10a80b-b4a2-4b30-9a8a-5822e73c3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:31.891823 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-4a10a80b-b4a2-4b30-9a8a-5822e73c3458 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410554 Oct 13 13:20:31.948218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:31.964467 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:31.991580 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-3630354d-4e13-45f8-9aa3-96f52fd7e763 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923049 Oct 13 13:20:32.083669 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-6df7c06f-eeeb-4769-b798-4d75325223da req-a2ab2509-44d8-4e87-af76-a921bccb75f8 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Oct 13 13:20:32.335620 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-177b2e33-f618-4664-b30d-f60634c3afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:32.337036 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-177b2e33-f618-4664-b30d-f60634c3afd8 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1127 time: 0.0387805 Oct 13 13:20:32.432046 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-8f8e0d04-e60e-429d-9e22-9ea0e08a0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:32.433475 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-8f8e0d04-e60e-429d-9e22-9ea0e08a0aa6 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0883250 Oct 13 13:20:32.474922 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-5dde5bf5-275f-4775-af6d-2fc1b8c1bc13 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 217 time: 0.0313516 Oct 13 13:20:32.521995 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-38bd2d7d-b4c0-41e4-9c32-02b8a05057e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:32.524119 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-38bd2d7d-b4c0-41e4-9c32-02b8a05057e1 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0432775 Oct 13 13:20:32.567240 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-4f578e8b-88d6-4c6e-8587-811716b20bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:32.568684 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-4f578e8b-88d6-4c6e-8587-811716b20bf0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391824 Oct 13 13:20:32.661974 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-f53555ec-7af2-4303-b9a8-930c54f140d0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872874 Oct 13 13:20:32.700737 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf63eb-cf02-4e50-9880-47de487b65ed req-e89ca5a3-dbbb-4cee-9071-c7983f55ae7c tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:32.702623 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bfdf63eb-cf02-4e50-9880-47de487b65ed req-e89ca5a3-dbbb-4cee-9071-c7983f55ae7c tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0474470 Oct 13 13:20:32.755849 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-bfdf63eb-cf02-4e50-9880-47de487b65ed req-badffc4c-53e1-42f0-8de4-03483ac85858 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469532 Oct 13 13:20:32.756123 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-432e38cd-dd63-4943-aa09-b0a998f3f8b9 req-bf84e130-c33d-428b-95fb-6d9ec60959c9 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872409 Oct 13 13:20:33.877140 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0209de-3af7-4a97-bb89-19a021ed2f33 req-b71e55d8-8bad-4409-88e6-91ba7a147d3b tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:33.878569 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9e0209de-3af7-4a97-bb89-19a021ed2f33 req-b71e55d8-8bad-4409-88e6-91ba7a147d3b tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0464389 Oct 13 13:20:33.926848 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9e0209de-3af7-4a97-bb89-19a021ed2f33 req-b1eaaca7-154c-4213-90e8-066e684588e0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Oct 13 13:20:35.045648 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2d93-23fe-473d-a33b-fd2805192622 req-96210069-0e45-470f-987e-e8df0f60aa31 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:35.047369 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-96cf2d93-23fe-473d-a33b-fd2805192622 req-96210069-0e45-470f-987e-e8df0f60aa31 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0466535 Oct 13 13:20:35.095023 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-96cf2d93-23fe-473d-a33b-fd2805192622 req-175d0c4f-3178-4a01-9eec-823305ed681f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Oct 13 13:20:36.217150 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b495aa2-b126-499c-9a7f-8c4c65a6c254 req-1bc4dc2f-104c-4028-95a3-fc351b65fb0a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:36.218476 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b495aa2-b126-499c-9a7f-8c4c65a6c254 req-1bc4dc2f-104c-4028-95a3-fc351b65fb0a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0501063 Oct 13 13:20:36.265462 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-6b495aa2-b126-499c-9a7f-8c4c65a6c254 req-22128286-8109-4612-b78a-6d061a6beb75 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 Oct 13 13:20:37.381545 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c5018-d882-42b2-a680-d913d1dd43ad req-2344a477-ff3a-45b1-b3c6-5a82e68cc3ca tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:37.382988 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-db0c5018-d882-42b2-a680-d913d1dd43ad req-2344a477-ff3a-45b1-b3c6-5a82e68cc3ca tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0459533 Oct 13 13:20:37.431067 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-db0c5018-d882-42b2-a680-d913d1dd43ad req-2e0fd9b0-26b0-47da-9ee5-d55b019fd914 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Oct 13 13:20:38.552051 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f90f3-404c-4f2e-a51c-005b1bf81fd5 req-2b53fbd0-3125-4bd5-95ee-4e11946a5ed7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:38.553510 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a3f90f3-404c-4f2e-a51c-005b1bf81fd5 req-2b53fbd0-3125-4bd5-95ee-4e11946a5ed7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 943 time: 0.0498769 Oct 13 13:20:38.573313 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:38.602898 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-9a3f90f3-404c-4f2e-a51c-005b1bf81fd5 req-a0ea0ab9-fc4c-4b73-81a8-2731d8d1157e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 Oct 13 13:20:39.131120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56d3063f-8418-4251-989d-cd1d0b565ff1 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:20:39.230177 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 56d3063f-8418-4251-989d-cd1d0b565ff1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56d3063f-8418-4251-989d-cd1d0b565ff1,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:39.241751 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:20:39.275186 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 56d3063f-8418-4251-989d-cd1d0b565ff1 is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:20:39.275582 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:39.290780 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d3063f-8418-4251-989d-cd1d0b565ff1 {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:20:39.310701 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 56d3063f-8418-4251-989d-cd1d0b565ff1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56d3063f-8418-4251-989d-cd1d0b565ff1,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:39.314160 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:39.362326 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=56d3063f-8418-4251-989d-cd1d0b565ff1,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:39.519163 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['56d3063f-8418-4251-989d-cd1d0b565ff1'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:20:39.724912 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c9595-d693-4a6f-877a-f8cf3e942a49 req-af2a2041-c499-4ea6-9879-8aa16966beb9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:39.726365 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c11c9595-d693-4a6f-877a-f8cf3e942a49 req-af2a2041-c499-4ea6-9879-8aa16966beb9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 944 time: 0.0467179 Oct 13 13:20:39.752056 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:39.776285 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-c11c9595-d693-4a6f-877a-f8cf3e942a49 req-67dc343f-a69d-4c62-a63f-827d1973445a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Oct 13 13:20:40.005003 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:40.008783 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:40.898110 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532d7ad-3b94-464a-a7df-56d2b8a3a5b3 req-2cb6481c-8e92-437f-87f4-440f15913729 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:40.899558 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5532d7ad-3b94-464a-a7df-56d2b8a3a5b3 req-2cb6481c-8e92-437f-87f4-440f15913729 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 944 time: 0.0459304 Oct 13 13:20:40.951979 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5532d7ad-3b94-464a-a7df-56d2b8a3a5b3 req-a4dcc5b9-1cc6-4242-b5ce-89e6ae7fc200 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Oct 13 13:20:41.132364 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56d3063f-8418-4251-989d-cd1d0b565ff1 up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:20:41.173802 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port 56d3063f-8418-4251-989d-cd1d0b565ff1 completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:20:41.179563 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port 56d3063f-8418-4251-989d-cd1d0b565ff1 triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:20:41.179937 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:41.180268 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port 56d3063f-8418-4251-989d-cd1d0b565ff1 Oct 13 13:20:41.212859 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:41.222767 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:41.254602 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port 56d3063f-8418-4251-989d-cd1d0b565ff1 is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:20:41.254984 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:41.277889 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:41.280109 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383fd444-e33a-4597-aab0-8b15d312014f" -d '{"events": [{"server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "name": "network-vif-plugged", "status": "completed", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:41.295383 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port 56d3063f-8418-4251-989d-cd1d0b565ff1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56d3063f-8418-4251-989d-cd1d0b565ff1,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:20:41.299628 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:41.348476 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=56d3063f-8418-4251-989d-cd1d0b565ff1,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:41.376280 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e986b5-72a5-4f84-b8d0-ff936535b93b x-openstack-request-id: req-86e986b5-72a5-4f84-b8d0-ff936535b93b {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:41.376570 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "name": "network-vif-plugged", "status": "completed", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:41.376905 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e986b5-72a5-4f84-b8d0-ff936535b93b {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:41.377328 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e986b5-72a5-4f84-b8d0-ff936535b93b'] response: {'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'code': 200} Oct 13 13:20:41.515293 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c944f749-07af-407a-84d9-eff392386156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:41.582588 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad1fc-1013-45f4-9549-835106caa8ae req-71282132-0a07-4075-a0de-ed4347729d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:41.584103 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b36ad1fc-1013-45f4-9549-835106caa8ae req-71282132-0a07-4075-a0de-ed4347729d93 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1129 time: 0.0393975 Oct 13 13:20:41.628119 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-b36ad1fc-1013-45f4-9549-835106caa8ae req-e24ffa56-bbe9-4531-9538-869bef354d27 service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386715 Oct 13 13:20:42.077940 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93694708-8177-4c37-b7e3-22b051596ebd req-332166a8-7190-4fb9-9cb6-6d3932bbd9f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:42.079399 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-93694708-8177-4c37-b7e3-22b051596ebd req-332166a8-7190-4fb9-9cb6-6d3932bbd9f9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 945 time: 0.0470998 Oct 13 13:20:42.127563 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-93694708-8177-4c37-b7e3-22b051596ebd req-cf6bf345-c004-446b-a062-6c88a3ab5676 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Oct 13 13:20:43.246289 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c46a47-5929-4e58-abd3-cefbd8a2141f req-2ea414e5-bb6f-4bf3-b642-458feaf22c78 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:43.247878 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39c46a47-5929-4e58-abd3-cefbd8a2141f req-2ea414e5-bb6f-4bf3-b642-458feaf22c78 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 945 time: 0.0468445 Oct 13 13:20:43.296072 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-39c46a47-5929-4e58-abd3-cefbd8a2141f req-6d72b5f8-e98d-4d2b-b869-32aac37d9578 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Oct 13 13:20:43.420863 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9f5d-334b-4770-8f02-43f661626cea req-0f175c3a-dcd8-4a78-a737-ed9e06ccca52 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:43.422576 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2dd9f5d-334b-4770-8f02-43f661626cea req-0f175c3a-dcd8-4a78-a737-ed9e06ccca52 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Oct 13 13:20:43.470616 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2dd9f5d-334b-4770-8f02-43f661626cea req-0481d69b-aaa7-49dc-b15f-9cf535edf4d1 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Oct 13 13:20:43.498490 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57118) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:43.536526 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f6960-572e-4e30-9249-13f75008ae28 tempest-TestVolumeBootPattern-1897037729 tempest-TestVolumeBootPattern-1897037729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:43.537997 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f41f6960-572e-4e30-9249-13f75008ae28 tempest-TestVolumeBootPattern-1897037729 tempest-TestVolumeBootPattern-1897037729-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1124 time: 0.0384533 Oct 13 13:20:43.540780 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57120) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:20:43.544932 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:20:43.566618 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:43.647149 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:43.706724 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c835df30-99d1-43c7-8aec-4680cef1cc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:43.708439 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:43.758140 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Allocated IP 172.27.1.17 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/01340cb1-c263-4973-bae3-1e6bcb8f1eb9) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:20:43.836624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:43.863600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:43.894780 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:43.938232 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:20:43.941833 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:20:43.944494 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:20:43.971114 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=01340cb1-c263-4973-bae3-1e6bcb8f1eb9,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:44.290570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:44.357880 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:44.439935 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:44.499374 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:44.503842 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:44.812486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=01340cb1-c263-4973-bae3-1e6bcb8f1eb9,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:20:44.815292 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:44.863963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:44.915009 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Floating IP 6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b associated. External IP: 172.27.1.17, port: 56d3063f-8418-4251-989d-cd1d0b565ff1. Oct 13 13:20:45.042276 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:45.116725 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:20:45.216429 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:20:45.225762 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:20:45.235024 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:45.237021 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:45.237695 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:45.271452 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-10115642-468c-4093-96c5-cd047283b641 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7269578 Oct 13 13:20:45.271452 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:20:45.272239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:20:45.308713 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2bf513-43c7-4855-abea-5367f514be58 x-openstack-request-id: req-2b2bf513-43c7-4855-abea-5367f514be58 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:20:45.308996 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:20:45.309245 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b2bf513-43c7-4855-abea-5367f514be58 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:20:45.309646 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2bf513-43c7-4855-abea-5367f514be58'] response: {'name': 'network-changed', 'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'status': 'completed', 'code': 200} Oct 13 13:20:45.346394 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:45.368702 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-eaf986bc-7a07-400e-b3a5-356ec6fb0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:45.370112 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-eaf986bc-7a07-400e-b3a5-356ec6fb0a3f service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1129 time: 0.0396948 Oct 13 13:20:45.462782 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-db4f2c2a-e68c-4c6b-ac42-1a6b44b2f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:45.464247 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-db4f2c2a-e68c-4c6b-ac42-1a6b44b2f7b0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0882854 Oct 13 13:20:45.524399 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-977eb327-a3b7-4aa2-bc6e-e926827dc21d service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 998 time: 0.0541027 Oct 13 13:20:45.559074 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:44Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:45.572155 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-ec1b9f9b-c948-4552-9956-019c8ba5c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:45.573577 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-ec1b9f9b-c948-4552-9956-019c8ba5c2c9 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0435438 Oct 13 13:20:45.584213 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:20:45.593290 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:20:45.593901 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:45.619424 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-fc205cb9-7105-41ca-8600-0b57354bba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:20:45.620797 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-fc205cb9-7105-41ca-8600-0b57354bba3b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413101 Oct 13 13:20:45.669964 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:45.697142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:20:45.712110 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-c40f3d57-36d0-45ad-9a7a-23715526210f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853999 Oct 13 13:20:45.805750 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-4fadd5de-cb5b-4b4a-9b2a-b2b5619a70e5 req-b14da11d-15dc-4686-b0c5-3da316633139 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879447 Oct 13 13:20:45.912799 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:44Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:20:45.938236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6317ff-d01f-4247-8bfb-c881450e1a54 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:44Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:20:46.129916 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79062e6-74f2-426a-825b-5922a75d1c7c None None] New status for floating IP 6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b: ACTIVE {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:20:46.848927 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:47.015037 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:20:51.973229 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:20:53.463158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=38 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:53.466388 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=47 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:55.800977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:55.803007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=16 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:56.807531 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:56.809192 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:20:56.821821 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:06.797010 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-d6e7d1bd-7383-4932-ab96-5a46474b6510 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381203 Oct 13 13:21:06.821659 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:06.880533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-e279cdb5-66c0-4573-8c2b-22f8d2780ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:06.881987 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-e279cdb5-66c0-4573-8c2b-22f8d2780ac0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=da546353194342439f9bc3f98f6737e0&device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 1130 time: 0.0386820 Oct 13 13:21:06.990293 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-9848fdc2-e5a6-4171-b693-755c16920463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:06.991776 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-9848fdc2-e5a6-4171-b693-755c16920463 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 200 len: 916 time: 0.0900235 Oct 13 13:21:07.052602 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-90e99645-17b5-48ca-9a2a-14dff4aa04be service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61 HTTP/1.1" status: 200 len: 1002 time: 0.0544901 Oct 13 13:21:07.105531 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-e92f14e9-4922-45cb-ad4f-cada26383f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:07.107023 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-e92f14e9-4922-45cb-ad4f-cada26383f44 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 200 len: 854 time: 0.0471742 Oct 13 13:21:07.152648 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-36b5915b-a541-47ab-b4ed-ee6dd88397ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:07.154211 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-36b5915b-a541-47ab-b4ed-ee6dd88397ef service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=60c7ab31-db51-4574-8d4e-94d8596d64ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399811 Oct 13 13:21:07.245559 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-03371fd5-23ad-4e2f-8c46-3b2046386f02 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Oct 13 13:21:07.342118 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-f00fae2f-a396-43eb-b94d-c5ef37c62e17 req-5824608c-f34e-4e72-b77b-776972b98f03 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902562 Oct 13 13:21:07.393994 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e6658-df2b-4544-9bc9-f0c9f4786c9a req-498b0897-6577-4d4e-99c3-9042f675d70b tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:07.395473 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e3e6658-df2b-4544-9bc9-f0c9f4786c9a req-498b0897-6577-4d4e-99c3-9042f675d70b tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 946 time: 0.0466664 Oct 13 13:21:07.441890 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0e3e6658-df2b-4544-9bc9-f0c9f4786c9a req-a61800ee-042b-4bab-afd8-d4daf9bc5ebf tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Oct 13 13:21:07.990207 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:07.990982 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:08.568571 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecfcf6-395d-4784-bc48-13bb3c35325b req-4a0b7be0-1064-4d67-8d37-1fe9f21c85dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:08.570015 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92ecfcf6-395d-4784-bc48-13bb3c35325b req-4a0b7be0-1064-4d67-8d37-1fe9f21c85dd tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 946 time: 0.0464804 Oct 13 13:21:08.620470 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92ecfcf6-395d-4784-bc48-13bb3c35325b req-e244bc5d-f0f4-4ead-b2c1-60ed4b8cdd57 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b3583bfc-c742-400e-b2d0-13bbb683a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Oct 13 13:21:08.827323 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-a4638750-b7c3-4d3f-aff4-ade3ecdf7501 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:08.828766 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-a4638750-b7c3-4d3f-aff4-ade3ecdf7501 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 946 time: 0.0476160 Oct 13 13:21:08.913288 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port 0088f1ee-a58e-464b-b537-2a9b7046ee61 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:21:08.913640 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:09.002442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] For port 0088f1ee-a58e-464b-b537-2a9b7046ee61, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=0088f1ee-a58e-464b-b537-2a9b7046ee61,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:21:09.002808 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:09.163756 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:09.164049 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (61600704-c45c-48f4-8b10-b7cc830f4702), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:09.164373 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.l3_db [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Floating IP 61600704-c45c-48f4-8b10-b7cc830f4702 disassociated. External IP: 172.27.1.218, port: 0088f1ee-a58e-464b-b537-2a9b7046ee61. Oct 13 13:21:09.164726 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for 0088f1ee-a58e-464b-b537-2a9b7046ee61 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:21:09.221906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:09.234600 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:09.294544 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0088f1ee-a58e-464b-b537-2a9b7046ee61), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:09.323722 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=0088f1ee-a58e-464b-b537-2a9b7046ee61,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:09.336405 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.336761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.337170 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.337451 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.337793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.338133 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.338473 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.338808 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.339167 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.339503 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.339836 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.340168 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.340496 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.340824 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.341151 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:09.443403 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:21:09.543573 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:21:09.553916 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:21:09.563785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:21:09.564384 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:09.588041 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] No DVR routers for this DVR port 0088f1ee-a58e-464b-b537-2a9b7046ee61 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:21:09.590538 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:09.593716 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-8663d5da-6d47-40b4-a601-fccbeb2004ba req-3706b7b0-9094-4115-a1c8-be21064982a7 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.50 "DELETE /networking/v2.0/ports/0088f1ee-a58e-464b-b537-2a9b7046ee61 HTTP/1.1" status: 204 len: 173 time: 0.7596245 Oct 13 13:21:09.594210 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'name': 'network-vif-deleted', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:21:09.596557 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801b722b-d74e-4067-b066-5d9bd0c9ecaf" -d '{"events": [{"server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "name": "network-vif-deleted", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:21:09.636563 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d1e68-a871-4a4b-9da4-4d0fb958b658 x-openstack-request-id: req-c05d1e68-a871-4a4b-9da4-4d0fb958b658 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:21:09.636858 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703", "name": "network-vif-deleted", "tag": "0088f1ee-a58e-464b-b537-2a9b7046ee61", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:21:09.637128 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c05d1e68-a871-4a4b-9da4-4d0fb958b658 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:21:09.637555 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05d1e68-a871-4a4b-9da4-4d0fb958b658'] response: {'server_uuid': 'dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703', 'name': 'network-vif-deleted', 'tag': '0088f1ee-a58e-464b-b537-2a9b7046ee61', 'status': 'completed', 'code': 200} Oct 13 13:21:09.687719 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:21:09.763662 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-48428b97-c040-4dec-af7a-8ce8d8b70b18 req-e0971d46-27e5-4210-935c-20ee5c196cee tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=dedc0f1d-af1d-4381-b1b2-6ee8cc8a5703 HTTP/1.1" status: 200 len: 210 time: 0.0309606 Oct 13 13:21:10.116270 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:10.147968 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:21:10.165014 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:21:10.165620 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:20:44Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:10.266484 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:21:10.445711 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:10.473186 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee175e-a11c-48e4-8d68-7bd86f379bf7 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:16:55Z', 'revision_number': 4, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '8d127081-d46b-4a92-aa02-88bb428606e1', 'name': '', 'network_id': '60c7ab31-db51-4574-8d4e-94d8596d64ad', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'mac_address': 'fa:16:3e:f6:aa:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:54Z', 'updated_at': '2022-10-13T13:17:01Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'subnets': [{'id': '59694453-3ea7-47b4-9dd3-801ca641b31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:21:10.684260 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7afb3-f6e1-42b2-90ee-da5ca5b26c8a None None] New status for floating IP 61600704-c45c-48f4-8b10-b7cc830f4702: DOWN {{(pid=104575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:21:10.866818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57200) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:10.922174 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ac2068f-e2c8-4903-9ba2-e13bd63d1238 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (b3583bfc-c742-400e-b2d0-13bbb683a2e2), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:10.943827 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ac2068f-e2c8-4903-9ba2-e13bd63d1238 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (b3583bfc-c742-400e-b2d0-13bbb683a2e2), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:10.991002 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ac2068f-e2c8-4903-9ba2-e13bd63d1238 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (b3583bfc-c742-400e-b2d0-13bbb683a2e2), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:10.993755 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-0ac2068f-e2c8-4903-9ba2-e13bd63d1238 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:10.995144 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-0ac2068f-e2c8-4903-9ba2-e13bd63d1238 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b3583bfc-c742-400e-b2d0-13bbb683a2e2 HTTP/1.1" status: 204 len: 168 time: 0.1271594 Oct 13 13:21:10.997907 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57202) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:11.004255 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2068f-e2c8-4903-9ba2-e13bd63d1238 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3583bfc-c742-400e-b2d0-13bbb683a2e2,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:11.011210 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.api.v2.resource [None req-caac9c95-d354-426d-bb7d-441e85ac5fe2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] show failed (client error): The resource could not be found. Oct 13 13:21:11.012200 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-caac9c95-d354-426d-bb7d-441e85ac5fe2 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "GET /networking/v2.0/security-groups/b3583bfc-c742-400e-b2d0-13bbb683a2e2 HTTP/1.1" status: 404 len: 347 time: 0.0132904 Oct 13 13:21:11.015126 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57204) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:11.126021 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Deleting port c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:21:11.126365 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:11.203585 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:11.203907 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:11.216663 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Calling delete_port for c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:21:11.341336 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:11.368288 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Pushing event deleted for resources: {'Port': ['ID=c1febc36-fc9c-41ec-ba08-1ecf5f9d1fc4,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:11.393954 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.394822 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.395204 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.395557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.395879 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.396213 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.396544 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.396873 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.397203 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.397529 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.397859 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.398183 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.398508 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.398831 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.399187 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:11.439576 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks [] for floatingip (61600704-c45c-48f4-8b10-b7cc830f4702), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:11.442551 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:11.443711 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-20c71c08-d742-45eb-9e6d-2a2d26d0c563 tempest-AttachVolumeNegativeTest-1392517896 tempest-AttachVolumeNegativeTest-1392517896-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/61600704-c45c-48f4-8b10-b7cc830f4702 HTTP/1.1" status: 204 len: 168 time: 0.4276872 Oct 13 13:21:11.522403 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-33c6ce76-3015-40e8-a4a7-02cf6401a4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:13.247751 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 0088f1ee-a58e-464b-b537-2a9b7046ee61 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:21:13.267867 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 0088f1ee-a58e-464b-b537-2a9b7046ee61 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:21:13.268219 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 0088f1ee-a58e-464b-b537-2a9b7046ee61 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:21:13.710429 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bedfd4d3-cc2f-4281-8c7c-caef3ebfab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:15.045637 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:15.131344 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57242) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:15.345236 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:15.424564 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:15.437442 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:15.649275 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Deleting port 8d127081-d46b-4a92-aa02-88bb428606e1 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:21:15.649611 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:15.727567 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] For port 8d127081-d46b-4a92-aa02-88bb428606e1, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=8d127081-d46b-4a92-aa02-88bb428606e1,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:21:15.727926 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:15.740785 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Calling delete_port for 8d127081-d46b-4a92-aa02-88bb428606e1 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:21:15.914304 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (8d127081-d46b-4a92-aa02-88bb428606e1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:15.943815 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d127081-d46b-4a92-aa02-88bb428606e1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:16.101200 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:16.122574 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad7f33-5bb8-4940-9935-421ed0478c8c None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:21:16.186878 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:16.198990 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:16.208479 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad7f33-5bb8-4940-9935-421ed0478c8c None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:21:16.210650 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:16.212914 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:16.308801 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:21:16.412957 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:21:16.418756 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-58e1afc3-3488-4231-a6d7-faed25c97657 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c3eda6c5-6d3b-4030-abba-3ef2e05cf654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2869325 Oct 13 13:21:16.421212 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57244) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:16.423490 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] Sync routers for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:21:16.433985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:21:16.434609 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:21:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:16.547702 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:21:16.738683 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:21:15Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:16.764833 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] Checking router: c3eda6c5-6d3b-4030-abba-3ef2e05cf654 for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:21:16.773742 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] Routers {'c3eda6c5-6d3b-4030-abba-3ef2e05cf654'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:21:16.774345 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:21:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:16.776338 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks [] for router (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:16.875395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks [] for router_gateway (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:16.892102 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-fb2c829b-2d14-436c-bd43-81606d5c8c93 None None] Provisioning complete for port 41cddfa1-21a0-442e-9937-564b71021e60 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:21:16.892481 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-fb2c829b-2d14-436c-bd43-81606d5c8c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (41cddfa1-21a0-442e-9937-564b71021e60), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:16.892932 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-fb2c829b-2d14-436c-bd43-81606d5c8c93 None None] Attempt 1 to provision port 41cddfa1-21a0-442e-9937-564b71021e60 Oct 13 13:21:16.897798 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:16.919664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Deleting port 27b18c76-44db-4ec1-b183-06543fc8c44c {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:21:16.920028 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:16.927830 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] Set router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:21:17.000030 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] For port 27b18c76-44db-4ec1-b183-06543fc8c44c, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=27b18c76-44db-4ec1-b183-06543fc8c44c,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:21:17.000395 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.013722 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Calling delete_port for 27b18c76-44db-4ec1-b183-06543fc8c44c owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:21:17.065582 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.117500 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c829b-2d14-436c-bd43-81606d5c8c93 None None] Current status of the port 41cddfa1-21a0-442e-9937-564b71021e60 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:21:17.164146 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:21:15Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:17.182775 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (27b18c76-44db-4ec1-b183-06543fc8c44c), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.190730 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533fefa-c16b-45cc-9f9b-87f43e7e0659 None None] The sync data for ids ['c3eda6c5-6d3b-4030-abba-3ef2e05cf654'] in dv-cinder-826607-8-iscsi is: [{'id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'name': 'tempest-AttachVolumeNegativeTest-1037193375-router', 'tenant_id': 'da546353194342439f9bc3f98f6737e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:16:52Z', 'updated_at': '2022-10-13T13:21:15Z', 'revision_number': 5, 'project_id': 'da546353194342439f9bc3f98f6737e0', 'gw_port': {'id': '27b18c76-44db-4ec1-b183-06543fc8c44c', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3eda6c5-6d3b-4030-abba-3ef2e05cf654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:16:53Z', 'updated_at': '2022-10-13T13:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:21:17.209174 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=27b18c76-44db-4ec1-b183-06543fc8c44c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:17.272531 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.355826 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:17.357511 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.358904 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:17.360245 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks [] for router_controller (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.402720 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (c3eda6c5-6d3b-4030-abba-3ef2e05cf654), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.403318 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3eda6c5-6d3b-4030-abba-3ef2e05cf654 {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:21:17.407717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.408871 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6268683b-7c59-4da2-b308-882f45648e5c admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/c3eda6c5-6d3b-4030-abba-3ef2e05cf654 HTTP/1.1" status: 204 len: 168 time: 0.9861221 Oct 13 13:21:17.412017 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57246) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:17.459371 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Deleting subnet 59694453-3ea7-47b4-9dd3-801ca641b31a {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:21:17.462426 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Publish callbacks [] for subnet (59694453-3ea7-47b4-9dd3-801ca641b31a), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.496863 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (59694453-3ea7-47b4-9dd3-801ca641b31a), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.570304 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (59694453-3ea7-47b4-9dd3-801ca641b31a), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.634066 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (59694453-3ea7-47b4-9dd3-801ca641b31a), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.664800 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.668764 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/59694453-3ea7-47b4-9dd3-801ca641b31a HTTP/1.1" status: 204 len: 168 time: 0.2558129 Oct 13 13:21:17.669632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101bb92-64f0-4d59-ba39-1d584e4c1f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59694453-3ea7-47b4-9dd3-801ca641b31a,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:17.671321 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8d127081-d46b-4a92-aa02-88bb428606e1 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:21:17.672227 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57248) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:17.676605 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c05265-04dc-46ae-a028-48bacb3a5714 None None] Network 60c7ab31-db51-4574-8d4e-94d8596d64ad requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:21:17.739894 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 8d127081-d46b-4a92-aa02-88bb428606e1 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:21:17.740244 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 8d127081-d46b-4a92-aa02-88bb428606e1 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:21:17.744277 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (60c7ab31-db51-4574-8d4e-94d8596d64ad), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.753103 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=100 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:17.791322 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Deleting port 41cddfa1-21a0-442e-9937-564b71021e60 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:21:17.792101 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (41cddfa1-21a0-442e-9937-564b71021e60), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.860872 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] DHCP port deletion for 60c7ab31-db51-4574-8d4e-94d8596d64ad request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:21:17.864043 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:17.866488 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] For port 41cddfa1-21a0-442e-9937-564b71021e60, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=41cddfa1-21a0-442e-9937-564b71021e60,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:21:17.866969 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (41cddfa1-21a0-442e-9937-564b71021e60), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.885779 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Calling delete_port for 41cddfa1-21a0-442e-9937-564b71021e60 owned by network:dhcp {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:21:17.900704 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Deleting port 41cddfa1-21a0-442e-9937-564b71021e60 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:21:17.901076 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (41cddfa1-21a0-442e-9937-564b71021e60), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.975767 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (41cddfa1-21a0-442e-9937-564b71021e60), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.976566 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] For port 41cddfa1-21a0-442e-9937-564b71021e60, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=41cddfa1-21a0-442e-9937-564b71021e60,segment=NetworkSegment(32ffdb22-2ae0-4b81-bf70-c6fa141767b1),segment_id=32ffdb22-2ae0-4b81-bf70-c6fa141767b1)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:21:17.976964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (41cddfa1-21a0-442e-9937-564b71021e60), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:17.989723 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Calling delete_port for 41cddfa1-21a0-442e-9937-564b71021e60 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:21:18.005096 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Pushing event deleted for resources: {'Port': ['ID=41cddfa1-21a0-442e-9937-564b71021e60,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:18.009643 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] No DVR routers for this DVR port 41cddfa1-21a0-442e-9937-564b71021e60 on host dv-cinder-826607-8-iscsi {{(pid=104573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:21:18.064153 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (41cddfa1-21a0-442e-9937-564b71021e60), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.081140 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (60c7ab31-db51-4574-8d4e-94d8596d64ad), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.089471 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Pushing event deleted for resources: {'Port': ['ID=41cddfa1-21a0-442e-9937-564b71021e60,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:18.093993 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] No DVR routers for this DVR port 41cddfa1-21a0-442e-9937-564b71021e60 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:21:18.100823 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.101169 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.101514 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.101857 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.102191 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.102520 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.102846 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.103198 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.103529 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.103934 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.104915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.104915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.105106 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.105323 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.105645 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1ac260-0223-4015-95b9-6b97c82f32db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:21:18.108402 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c7ab31-db51-4574-8d4e-94d8596d64ad']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:18.118936 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ffdb22-2ae0-4b81-bf70-c6fa141767b1') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:18.119268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ffdb22-2ae0-4b81-bf70-c6fa141767b1') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:18.128836 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (32ffdb22-2ae0-4b81-bf70-c6fa141767b1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.142602 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (32ffdb22-2ae0-4b81-bf70-c6fa141767b1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.149501 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Releasing vlan 486 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:21:18.149882 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (32ffdb22-2ae0-4b81-bf70-c6fa141767b1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.193667 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 32ffdb22-2ae0-4b81-bf70-c6fa141767b1 resource provider aggregate not found Oct 13 13:21:18.211621 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment 32ffdb22-2ae0-4b81-bf70-c6fa141767b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32ffdb22-2ae0-4b81-bf70-c6fa141767b1 found for delete ", "request_id": "req-8e8c3716-1296-48fc-8587-ff53691b4d50"}]} Oct 13 13:21:18.212581 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:18.218792 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (60c7ab31-db51-4574-8d4e-94d8596d64ad), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.224572 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.227683 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/60c7ab31-db51-4574-8d4e-94d8596d64ad HTTP/1.1" status: 204 len: 168 time: 0.5545342 Oct 13 13:21:18.239113 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03850ef5-ebc8-4506-a3c3-1a5025f4235e admin admin] Pushing event deleted for resources: {'Network': ['ID=60c7ab31-db51-4574-8d4e-94d8596d64ad,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:18.395754 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57256) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:18.435590 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a1a2dd2d-51d9-44e3-95bd-50382c6718cf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=da546353194342439f9bc3f98f6737e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387089 Oct 13 13:21:18.437903 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57258) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:18.479565 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:18.485845 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-095466d9-3719-462a-93be-dd69848c5679 admin admin] Publish callbacks [] for security_group (af9e4e3a-d060-4baf-a849-b0b3a6446ed7), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.508941 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-095466d9-3719-462a-93be-dd69848c5679 admin admin] Publish callbacks [] for security_group (af9e4e3a-d060-4baf-a849-b0b3a6446ed7), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.557769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-095466d9-3719-462a-93be-dd69848c5679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (af9e4e3a-d060-4baf-a849-b0b3a6446ed7), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.560360 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-095466d9-3719-462a-93be-dd69848c5679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:18.561495 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-095466d9-3719-462a-93be-dd69848c5679 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/af9e4e3a-d060-4baf-a849-b0b3a6446ed7 HTTP/1.1" status: 204 len: 168 time: 0.1227300 Oct 13 13:21:18.569486 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095466d9-3719-462a-93be-dd69848c5679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e4e3a-d060-4baf-a849-b0b3a6446ed7,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:19.228198 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57280) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:19.308626 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 41cddfa1-21a0-442e-9937-564b71021e60 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:21:19.330897 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 41cddfa1-21a0-442e-9937-564b71021e60 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:21:19.331295 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 41cddfa1-21a0-442e-9937-564b71021e60 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:21:19.331721 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27b18c76-44db-4ec1-b183-06543fc8c44c no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:21:19.333120 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774361200-network', 'tenant_id': '69a6112a9a8e460ba98751edeace719d'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:21:19.351117 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 27b18c76-44db-4ec1-b183-06543fc8c44c {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:21:19.351545 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 27b18c76-44db-4ec1-b183-06543fc8c44c not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:21:19.353812 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Made reservation on behalf of 69a6112a9a8e460ba98751edeace719d for: {'network': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:21:19.356452 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.366474 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.441667 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks [] for security_group (8fe506e5-1709-4e67-9716-94dc6ccd381a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.445753 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8fe506e5-1709-4e67-9716-94dc6ccd381a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.473386 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 481} {{(pid=104572) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:21:19.483182 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe506e5-1709-4e67-9716-94dc6ccd381a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:19.486945 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:DELETE=9,neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:19.488774 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (b61c9509-e6cf-49ff-ae16-30c3e1f0abb6), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.488924 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.db.segments_db [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Added segment b61c9509-e6cf-49ff-ae16-30c3e1f0abb6 of type vlan for network 91562139-1dcd-4c9c-882e-b43d10cf9ded Oct 13 13:21:19.530169 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (91562139-1dcd-4c9c-882e-b43d10cf9ded), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.554157 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (91562139-1dcd-4c9c-882e-b43d10cf9ded), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.555311 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:19.555930 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.607852 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3785927 Oct 13 13:21:19.610847 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57284) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:19.616003 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Request body: {'subnet': {'network_id': '91562139-1dcd-4c9c-882e-b43d10cf9ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774361200-subnet', 'tenant_id': '69a6112a9a8e460ba98751edeace719d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:21:19.618904 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066b63-77ab-4208-8744-ae4aaa4352d3 admin admin] Pushing event updated for resources: {'Network': ['ID=91562139-1dcd-4c9c-882e-b43d10cf9ded,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:19.628580 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 91562139-1dcd-4c9c-882e-b43d10cf9ded details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:21:19.639502 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Made reservation on behalf of 69a6112a9a8e460ba98751edeace719d for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:21:19.641873 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4780451'] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.810551 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4780465'] for subnet (0fab95d5-51a4-4718-96b9-ca525f1f59b2), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.867181 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fab95d5-51a4-4718-96b9-ca525f1f59b2,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:19.874491 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Checking segment: {'id': 'b61c9509-e6cf-49ff-ae16-30c3e1f0abb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 481, 'network_id': '91562139-1dcd-4c9c-882e-b43d10cf9ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:21:19.874846 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Network hostable DHCP agents. Network: 91562139-1dcd-4c9c-882e-b43d10cf9ded, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:21:19.892225 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Network 91562139-1dcd-4c9c-882e-b43d10cf9ded is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:21:19.900475 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 91562139-1dcd-4c9c-882e-b43d10cf9ded) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:21:19.904278 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:19.904881 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:19.911307 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d15fe84-8d3c-4173-a744-d2d158afdfc2 None None] Network 91562139-1dcd-4c9c-882e-b43d10cf9ded requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:21:19.921023 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2731c765-7a97-4a56-ac5a-e5be101d5363 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3088777 Oct 13 13:21:20.017903 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e23839-00c2-4177-ac02-690410992aaa None None] Network 91562139-1dcd-4c9c-882e-b43d10cf9ded requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:21:20.396557 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57300) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:20.401473 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050847499-network', 'tenant_id': 'b35318bb7bba486d9cb661968c103ba3'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:21:20.420866 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Made reservation on behalf of b35318bb7bba486d9cb661968c103ba3 for: {'network': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:21:20.423495 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for network (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.432027 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.505332 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks [] for security_group (49745cd8-4458-49fe-9c85-a2896c13cebf), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.508954 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (49745cd8-4458-49fe-9c85-a2896c13cebf), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.530440 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 455} {{(pid=104573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:21:20.535701 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:20.547743 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49745cd8-4458-49fe-9c85-a2896c13cebf,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:20.550890 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (bd24f42e-49db-48a7-ae5c-b25781eb9f83), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.551693 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.segments_db [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Added segment bd24f42e-49db-48a7-ae5c-b25781eb9f83 of type vlan for network 41e90698-6e7f-4e64-9ba5-8be5c236c94f Oct 13 13:21:20.595746 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772106614739'] for network (41e90698-6e7f-4e64-9ba5-8be5c236c94f), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.616867 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:20.621554 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745'] for network (41e90698-6e7f-4e64-9ba5-8be5c236c94f), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.622643 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:20.623254 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.675000 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2773507 Oct 13 13:21:20.678262 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57302) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:20.684667 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Request body: {'subnet': {'network_id': '41e90698-6e7f-4e64-9ba5-8be5c236c94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2050847499-subnet', 'tenant_id': 'b35318bb7bba486d9cb661968c103ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:21:20.707956 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f1f53-a784-4418-8db8-7458abbc351b admin admin] Pushing event updated for resources: {'Network': ['ID=41e90698-6e7f-4e64-9ba5-8be5c236c94f,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:20.717825 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Network 41e90698-6e7f-4e64-9ba5-8be5c236c94f details requested by agent ovs-agent-dv-cinder-826607-8-iscsi with host dv-cinder-826607-8-iscsi {{(pid=104574) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:21:20.718433 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Made reservation on behalf of b35318bb7bba486d9cb661968c103ba3 for: {'subnet': 1} {{(pid=104573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:21:20.720870 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4780451'] for subnet (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.755556 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:20.757886 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:20.887506 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4780465'] for subnet (13690585-79a6-48b0-aa0e-8eca148153f4), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.945411 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13690585-79a6-48b0-aa0e-8eca148153f4,revision_number=0']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:20.952263 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Checking segment: {'id': 'bd24f42e-49db-48a7-ae5c-b25781eb9f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 455, 'network_id': '41e90698-6e7f-4e64-9ba5-8be5c236c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:21:20.952601 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Network hostable DHCP agents. Network: 41e90698-6e7f-4e64-9ba5-8be5c236c94f, hostable agents: ['3a849c26-ea0d-4d52-bd06-7eb331383fe6'], hosted agents: [] {{(pid=104573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:21:20.969510 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Network 41e90698-6e7f-4e64-9ba5-8be5c236c94f is scheduled to be hosted by DHCP agent 3a849c26-ea0d-4d52-bd06-7eb331383fe6 with binding_index 1 {{(pid=104573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:21:20.978627 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826607-8-iscsi, 41e90698-6e7f-4e64-9ba5-8be5c236c94f) {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:21:20.982460 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:21:20.983192 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:20.987269 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e37d4a-cb60-444e-9995-da05cd8a5dab None None] Network 41e90698-6e7f-4e64-9ba5-8be5c236c94f requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:21:21.000345 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-6e6ada9f-ae11-4d90-83ba-9918a1392849 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3211117 Oct 13 13:21:21.086337 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3dda3e-8898-4f8f-b1cd-692a8d81201a None None] Network 41e90698-6e7f-4e64-9ba5-8be5c236c94f requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:21:21.116510 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57306) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:21.165428 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Deleting subnet 0fab95d5-51a4-4718-96b9-ca525f1f59b2 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:21:21.168703 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Publish callbacks [] for subnet (0fab95d5-51a4-4718-96b9-ca525f1f59b2), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.205414 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (0fab95d5-51a4-4718-96b9-ca525f1f59b2), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.244637 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (0fab95d5-51a4-4718-96b9-ca525f1f59b2), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.296108 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (0fab95d5-51a4-4718-96b9-ca525f1f59b2), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.325053 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fab95d5-51a4-4718-96b9-ca525f1f59b2,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:21.329749 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.333370 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9a0958c2-13b5-41f7-bec2-52fe9d8350e6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/0fab95d5-51a4-4718-96b9-ca525f1f59b2 HTTP/1.1" status: 204 len: 168 time: 0.2158012 Oct 13 13:21:21.335987 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57308) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:21.403825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (91562139-1dcd-4c9c-882e-b43d10cf9ded), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.405351 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:21.487026 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (91562139-1dcd-4c9c-882e-b43d10cf9ded), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.506734 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91562139-1dcd-4c9c-882e-b43d10cf9ded']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:21.515999 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c9509-e6cf-49ff-ae16-30c3e1f0abb6') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:21.516291 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c9509-e6cf-49ff-ae16-30c3e1f0abb6') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:21.526125 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (b61c9509-e6cf-49ff-ae16-30c3e1f0abb6), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.539533 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (b61c9509-e6cf-49ff-ae16-30c3e1f0abb6), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.545609 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Releasing vlan 481 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:21:21.545984 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (b61c9509-e6cf-49ff-ae16-30c3e1f0abb6), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.584357 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:21.587462 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment b61c9509-e6cf-49ff-ae16-30c3e1f0abb6 resource provider aggregate not found Oct 13 13:21:21.604885 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment b61c9509-e6cf-49ff-ae16-30c3e1f0abb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b61c9509-e6cf-49ff-ae16-30c3e1f0abb6 found for delete ", "request_id": "req-7d80530b-ed8e-485f-a018-9d2c1488d736"}]} Oct 13 13:21:21.608802 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (91562139-1dcd-4c9c-882e-b43d10cf9ded), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.614293 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.617280 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/91562139-1dcd-4c9c-882e-b43d10cf9ded HTTP/1.1" status: 204 len: 168 time: 0.2804015 Oct 13 13:21:21.620349 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57314) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:21.628225 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2e341-89f3-42d1-979e-ea41d72c6e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=91562139-1dcd-4c9c-882e-b43d10cf9ded,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:21.669074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Deleting subnet 13690585-79a6-48b0-aa0e-8eca148153f4 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:21:21.672586 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Publish callbacks [] for subnet (13690585-79a6-48b0-aa0e-8eca148153f4), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.690332 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:21.709919 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (13690585-79a6-48b0-aa0e-8eca148153f4), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.748054 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (13690585-79a6-48b0-aa0e-8eca148153f4), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.799750 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (13690585-79a6-48b0-aa0e-8eca148153f4), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.829109 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13690585-79a6-48b0-aa0e-8eca148153f4,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:21.834294 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.841139 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-993ef820-0e99-4991-8e5c-4559d0d772c4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/13690585-79a6-48b0-aa0e-8eca148153f4 HTTP/1.1" status: 204 len: 168 time: 0.2189515 Oct 13 13:21:21.842743 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57316) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:21.914220 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (41e90698-6e7f-4e64-9ba5-8be5c236c94f), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:21.990307 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (41e90698-6e7f-4e64-9ba5-8be5c236c94f), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.013538 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e90698-6e7f-4e64-9ba5-8be5c236c94f']}} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:22.023409 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24f42e-49db-48a7-ae5c-b25781eb9f83') {'for_net_delete': True} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:22.023699 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.services.segments.db [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24f42e-49db-48a7-ae5c-b25781eb9f83') {} {{(pid=104573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:21:22.032960 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6720377'] for segment (bd24f42e-49db-48a7-ae5c-b25781eb9f83), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.045762 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (bd24f42e-49db-48a7-ae5c-b25781eb9f83), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.052621 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Releasing vlan 455 on physical network physnet1 to pool {{(pid=104573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:21:22.053000 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988302'] for segment (bd24f42e-49db-48a7-ae5c-b25781eb9f83), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.107818 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (41e90698-6e7f-4e64-9ba5-8be5c236c94f), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.113079 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.116625 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/41e90698-6e7f-4e64-9ba5-8be5c236c94f HTTP/1.1" status: 204 len: 168 time: 0.2728214 Oct 13 13:21:22.127742 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7cbf-54d5-42f5-baa0-294136717c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e90698-6e7f-4e64-9ba5-8be5c236c94f,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:22.282684 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57320) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:22.322491 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-9dd1d92f-b730-4872-8317-bd7098e94b77 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=69a6112a9a8e460ba98751edeace719d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386145 Oct 13 13:21:22.324882 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57322) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:22.374470 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8838-29d0-4199-ae6e-b48be38f388c admin admin] Publish callbacks [] for security_group (8fe506e5-1709-4e67-9716-94dc6ccd381a), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.394352 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8838-29d0-4199-ae6e-b48be38f388c admin admin] Publish callbacks [] for security_group (8fe506e5-1709-4e67-9716-94dc6ccd381a), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.441421 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8838-29d0-4199-ae6e-b48be38f388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (8fe506e5-1709-4e67-9716-94dc6ccd381a), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.443998 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-5bbb8838-29d0-4199-ae6e-b48be38f388c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.445134 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-5bbb8838-29d0-4199-ae6e-b48be38f388c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8fe506e5-1709-4e67-9716-94dc6ccd381a HTTP/1.1" status: 204 len: 168 time: 0.1193900 Oct 13 13:21:22.452797 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb8838-29d0-4199-ae6e-b48be38f388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe506e5-1709-4e67-9716-94dc6ccd381a,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:22.752832 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57328) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:22.792386 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e526b33b-a82d-40bc-8df5-857bac93a4f3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b35318bb7bba486d9cb661968c103ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384266 Oct 13 13:21:22.794822 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57330) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:22.841990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1e86b814-434d-47f7-b86f-71d02d784cb0 admin admin] Publish callbacks [] for security_group (49745cd8-4458-49fe-9c85-a2896c13cebf), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.861572 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1e86b814-434d-47f7-b86f-71d02d784cb0 admin admin] Publish callbacks [] for security_group (49745cd8-4458-49fe-9c85-a2896c13cebf), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.909141 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1e86b814-434d-47f7-b86f-71d02d784cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (49745cd8-4458-49fe-9c85-a2896c13cebf), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.912211 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1e86b814-434d-47f7-b86f-71d02d784cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:22.912864 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1e86b814-434d-47f7-b86f-71d02d784cb0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/49745cd8-4458-49fe-9c85-a2896c13cebf HTTP/1.1" status: 204 len: 168 time: 0.1171582 Oct 13 13:21:22.920584 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86b814-434d-47f7-b86f-71d02d784cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49745cd8-4458-49fe-9c85-a2896c13cebf,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:23.623402 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment bd24f42e-49db-48a7-ae5c-b25781eb9f83 resource provider aggregate not found Oct 13 13:21:23.640325 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.services.segments.plugin [-] Segment bd24f42e-49db-48a7-ae5c-b25781eb9f83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd24f42e-49db-48a7-ae5c-b25781eb9f83 found for delete ", "request_id": "req-f64a42b2-fe95-4286-b76d-a39a557effd5"}]} Oct 13 13:21:26.830551 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:28.971804 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:21:31.804788 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:31.807577 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:32.915685 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:32.916489 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:33.652219 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57474) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:33.761634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d69a0ef-8f9c-4622-8003-3c31d5b4dc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:33.836575 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d69a0ef-8f9c-4622-8003-3c31d5b4dc4f admin admin] Publish callbacks [] for security_group (c88d7739-79e3-45f0-a2a8-4f08506daba1), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:33.840949 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-2d69a0ef-8f9c-4622-8003-3c31d5b4dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c88d7739-79e3-45f0-a2a8-4f08506daba1), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:33.881339 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-2d69a0ef-8f9c-4622-8003-3c31d5b4dc4f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=effd0bd0a8894e29918fd3776d71ccad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279332 Oct 13 13:21:33.882211 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69a0ef-8f9c-4622-8003-3c31d5b4dc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88d7739-79e3-45f0-a2a8-4f08506daba1,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:33.884150 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57478) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:33.937320 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-46a993b3-b17b-4cf6-a9e6-62a1626e34b4 admin admin] Publish callbacks [] for security_group (c88d7739-79e3-45f0-a2a8-4f08506daba1), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:33.957463 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-46a993b3-b17b-4cf6-a9e6-62a1626e34b4 admin admin] Publish callbacks [] for security_group (c88d7739-79e3-45f0-a2a8-4f08506daba1), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.005541 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-46a993b3-b17b-4cf6-a9e6-62a1626e34b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (c88d7739-79e3-45f0-a2a8-4f08506daba1), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.008130 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-46a993b3-b17b-4cf6-a9e6-62a1626e34b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.009826 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-46a993b3-b17b-4cf6-a9e6-62a1626e34b4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c88d7739-79e3-45f0-a2a8-4f08506daba1 HTTP/1.1" status: 204 len: 168 time: 0.1241097 Oct 13 13:21:34.019872 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a993b3-b17b-4cf6-a9e6-62a1626e34b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88d7739-79e3-45f0-a2a8-4f08506daba1,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:34.268805 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57484) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:34.282343 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67bbe875-3646-41be-9baa-d7a2eb81ffa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.355254 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67bbe875-3646-41be-9baa-d7a2eb81ffa8 admin admin] Publish callbacks [] for security_group (f1bbdf56-6254-4348-97d8-f9e3585c767b), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.358747 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-67bbe875-3646-41be-9baa-d7a2eb81ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (f1bbdf56-6254-4348-97d8-f9e3585c767b), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.396972 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-67bbe875-3646-41be-9baa-d7a2eb81ffa8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b899f578308b4498aaab98a78db19875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271493 Oct 13 13:21:34.398080 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbe875-3646-41be-9baa-d7a2eb81ffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bbdf56-6254-4348-97d8-f9e3585c767b,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:34.399651 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57486) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:34.450398 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6224e862-a9b5-4eab-a860-8001e25f18d7 admin admin] Publish callbacks [] for security_group (f1bbdf56-6254-4348-97d8-f9e3585c767b), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.469963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6224e862-a9b5-4eab-a860-8001e25f18d7 admin admin] Publish callbacks [] for security_group (f1bbdf56-6254-4348-97d8-f9e3585c767b), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.518315 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6224e862-a9b5-4eab-a860-8001e25f18d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (f1bbdf56-6254-4348-97d8-f9e3585c767b), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.520817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-6224e862-a9b5-4eab-a860-8001e25f18d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:34.522011 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-6224e862-a9b5-4eab-a860-8001e25f18d7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f1bbdf56-6254-4348-97d8-f9e3585c767b HTTP/1.1" status: 204 len: 168 time: 0.1206625 Oct 13 13:21:34.529512 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224e862-a9b5-4eab-a860-8001e25f18d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bbdf56-6254-4348-97d8-f9e3585c767b,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:36.826438 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:38.838621 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57558) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:38.941492 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d06a0cfd-25d8-4476-b19a-08eb8588599f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.015197 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d06a0cfd-25d8-4476-b19a-08eb8588599f admin admin] Publish callbacks [] for security_group (57879043-4307-4c38-ab1a-b73539aa8655), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.019742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-d06a0cfd-25d8-4476-b19a-08eb8588599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (57879043-4307-4c38-ab1a-b73539aa8655), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.059335 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-d06a0cfd-25d8-4476-b19a-08eb8588599f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fb70f646a10949d3afd3b981f9bb004c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195461 Oct 13 13:21:39.060183 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a0cfd-25d8-4476-b19a-08eb8588599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57879043-4307-4c38-ab1a-b73539aa8655,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:39.062717 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57562) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:39.114035 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-077c22a6-e56d-4f6a-bc48-46de6a9ad5df admin admin] Publish callbacks [] for security_group (57879043-4307-4c38-ab1a-b73539aa8655), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.134333 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-077c22a6-e56d-4f6a-bc48-46de6a9ad5df admin admin] Publish callbacks [] for security_group (57879043-4307-4c38-ab1a-b73539aa8655), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.181094 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-077c22a6-e56d-4f6a-bc48-46de6a9ad5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (57879043-4307-4c38-ab1a-b73539aa8655), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.183635 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-077c22a6-e56d-4f6a-bc48-46de6a9ad5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.184777 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-077c22a6-e56d-4f6a-bc48-46de6a9ad5df admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/57879043-4307-4c38-ab1a-b73539aa8655 HTTP/1.1" status: 204 len: 168 time: 0.1203301 Oct 13 13:21:39.192226 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c22a6-e56d-4f6a-bc48-46de6a9ad5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57879043-4307-4c38-ab1a-b73539aa8655,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:39.440012 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57568) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:39.453306 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-398835e9-e014-4a22-a0b6-0b5cc8a3b515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.526682 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-398835e9-e014-4a22-a0b6-0b5cc8a3b515 admin admin] Publish callbacks [] for security_group (d122eb90-79c5-47ce-b139-765982f43184), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.530234 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-398835e9-e014-4a22-a0b6-0b5cc8a3b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d122eb90-79c5-47ce-b139-765982f43184), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.568066 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-398835e9-e014-4a22-a0b6-0b5cc8a3b515 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=252774e4ed7f4197b84e3a2c6e9efc72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270258 Oct 13 13:21:39.569910 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398835e9-e014-4a22-a0b6-0b5cc8a3b515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d122eb90-79c5-47ce-b139-765982f43184,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:39.570895 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57570) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:39.620947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5203eff4-e172-46de-b65e-d7f5f0c279e4 admin admin] Publish callbacks [] for security_group (d122eb90-79c5-47ce-b139-765982f43184), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.640570 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5203eff4-e172-46de-b65e-d7f5f0c279e4 admin admin] Publish callbacks [] for security_group (d122eb90-79c5-47ce-b139-765982f43184), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.690783 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5203eff4-e172-46de-b65e-d7f5f0c279e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (d122eb90-79c5-47ce-b139-765982f43184), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.693316 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-5203eff4-e172-46de-b65e-d7f5f0c279e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:39.694436 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5203eff4-e172-46de-b65e-d7f5f0c279e4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d122eb90-79c5-47ce-b139-765982f43184 HTTP/1.1" status: 204 len: 168 time: 0.1224911 Oct 13 13:21:39.702099 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203eff4-e172-46de-b65e-d7f5f0c279e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d122eb90-79c5-47ce-b139-765982f43184,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:41.515837 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd655a1b-6fae-4af5-817a-6aea51488ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.609866 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57638) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:41.714750 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec7c1-2fc8-45bc-8ba6-9bcd4c97318f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.766279 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:41.771582 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:41.791287 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec7c1-2fc8-45bc-8ba6-9bcd4c97318f admin admin] Publish callbacks [] for security_group (ebf817aa-d179-45bc-8828-21da12a83fc7), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.795044 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-1d0ec7c1-2fc8-45bc-8ba6-9bcd4c97318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ebf817aa-d179-45bc-8828-21da12a83fc7), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.835969 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-1d0ec7c1-2fc8-45bc-8ba6-9bcd4c97318f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=618c9b539fbe4c3dbc1ecfb83e47118a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250435 Oct 13 13:21:41.837159 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ec7c1-2fc8-45bc-8ba6-9bcd4c97318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf817aa-d179-45bc-8828-21da12a83fc7,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:41.838629 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57642) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:41.887915 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b498068-e800-4d4f-9c8a-c2ce888d3167 admin admin] Publish callbacks [] for security_group (ebf817aa-d179-45bc-8828-21da12a83fc7), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.899527 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:41.908918 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b498068-e800-4d4f-9c8a-c2ce888d3167 admin admin] Publish callbacks [] for security_group (ebf817aa-d179-45bc-8828-21da12a83fc7), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.938637 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:41.956561 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b498068-e800-4d4f-9c8a-c2ce888d3167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ebf817aa-d179-45bc-8828-21da12a83fc7), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.959044 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4b498068-e800-4d4f-9c8a-c2ce888d3167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:41.960207 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4b498068-e800-4d4f-9c8a-c2ce888d3167 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ebf817aa-d179-45bc-8828-21da12a83fc7 HTTP/1.1" status: 204 len: 168 time: 0.1204915 Oct 13 13:21:41.967893 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b498068-e800-4d4f-9c8a-c2ce888d3167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf817aa-d179-45bc-8828-21da12a83fc7,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:41.980142 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:42.217696 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57648) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:42.231779 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-aba636a1-f3bc-4945-bfd7-543639d25673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.309722 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-aba636a1-f3bc-4945-bfd7-543639d25673 admin admin] Publish callbacks [] for security_group (ef5482c8-f18c-48a6-8ffb-3960339f7fd1), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.313412 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-aba636a1-f3bc-4945-bfd7-543639d25673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ef5482c8-f18c-48a6-8ffb-3960339f7fd1), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.351030 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-aba636a1-f3bc-4945-bfd7-543639d25673 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=065aa8d6f0e745ca9260f4dcc249f204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322980 Oct 13 13:21:42.352913 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba636a1-f3bc-4945-bfd7-543639d25673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5482c8-f18c-48a6-8ffb-3960339f7fd1,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:42.353921 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57650) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:42.403759 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0cbd-fedc-4fef-a7a1-37bbb3565010 admin admin] Publish callbacks [] for security_group (ef5482c8-f18c-48a6-8ffb-3960339f7fd1), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.424017 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0cbd-fedc-4fef-a7a1-37bbb3565010 admin admin] Publish callbacks [] for security_group (ef5482c8-f18c-48a6-8ffb-3960339f7fd1), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.469867 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0cbd-fedc-4fef-a7a1-37bbb3565010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (ef5482c8-f18c-48a6-8ffb-3960339f7fd1), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.472388 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-bc9c0cbd-fedc-4fef-a7a1-37bbb3565010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:42.473511 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-bc9c0cbd-fedc-4fef-a7a1-37bbb3565010 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ef5482c8-f18c-48a6-8ffb-3960339f7fd1 HTTP/1.1" status: 204 len: 168 time: 0.1178560 Oct 13 13:21:42.481576 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c0cbd-fedc-4fef-a7a1-37bbb3565010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5482c8-f18c-48a6-8ffb-3960339f7fd1,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:43.713522 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-fddc171d-2009-4372-9c15-3f20e546c0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:44.964886 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:44.992895 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:45.048964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:46.853614 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:47.021101 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:52.346109 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=35,neutron:INSERT=7 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:52.348446 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:52.477022 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:52.477778 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:21:53.328062 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57756) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:53.437245 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-664ed0ba-1f37-48bb-b86e-3cb2a1ba89c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.512624 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-664ed0ba-1f37-48bb-b86e-3cb2a1ba89c6 admin admin] Publish callbacks [] for security_group (7481a2b6-b667-4930-9439-b04401d1107c), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.516162 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-664ed0ba-1f37-48bb-b86e-3cb2a1ba89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7481a2b6-b667-4930-9439-b04401d1107c), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.556027 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-664ed0ba-1f37-48bb-b86e-3cb2a1ba89c6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a14d5881f8aa4eee98ace42a646b09dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269273 Oct 13 13:21:53.556912 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed0ba-1f37-48bb-b86e-3cb2a1ba89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7481a2b6-b667-4930-9439-b04401d1107c,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:53.558834 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57760) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:53.610846 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64dc3bac-1bef-40be-932a-3a3b26854217 admin admin] Publish callbacks [] for security_group (7481a2b6-b667-4930-9439-b04401d1107c), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.629874 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64dc3bac-1bef-40be-932a-3a3b26854217 admin admin] Publish callbacks [] for security_group (7481a2b6-b667-4930-9439-b04401d1107c), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.675518 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64dc3bac-1bef-40be-932a-3a3b26854217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (7481a2b6-b667-4930-9439-b04401d1107c), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.678011 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-64dc3bac-1bef-40be-932a-3a3b26854217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:53.679162 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-64dc3bac-1bef-40be-932a-3a3b26854217 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7481a2b6-b667-4930-9439-b04401d1107c HTTP/1.1" status: 204 len: 168 time: 0.1192954 Oct 13 13:21:53.686582 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc3bac-1bef-40be-932a-3a3b26854217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7481a2b6-b667-4930-9439-b04401d1107c,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:53.941225 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57766) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:53.955198 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a97edb73-20f1-4d5e-b33a-e8d08db7f3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.029882 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a97edb73-20f1-4d5e-b33a-e8d08db7f3d0 admin admin] Publish callbacks [] for security_group (bafe225e-471f-43bf-bed6-8a82e3b39b3a), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.033226 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-a97edb73-20f1-4d5e-b33a-e8d08db7f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bafe225e-471f-43bf-bed6-8a82e3b39b3a), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.072724 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-a97edb73-20f1-4d5e-b33a-e8d08db7f3d0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c47200fcc18a485191c36c3f025d77e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304595 Oct 13 13:21:54.073574 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97edb73-20f1-4d5e-b33a-e8d08db7f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe225e-471f-43bf-bed6-8a82e3b39b3a,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:54.076049 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57768) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:54.124913 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c179c514-9c69-4974-9cf4-ec035426c7fb admin admin] Publish callbacks [] for security_group (bafe225e-471f-43bf-bed6-8a82e3b39b3a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.145039 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c179c514-9c69-4974-9cf4-ec035426c7fb admin admin] Publish callbacks [] for security_group (bafe225e-471f-43bf-bed6-8a82e3b39b3a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.191739 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c179c514-9c69-4974-9cf4-ec035426c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (bafe225e-471f-43bf-bed6-8a82e3b39b3a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.194260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c179c514-9c69-4974-9cf4-ec035426c7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:54.195470 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c179c514-9c69-4974-9cf4-ec035426c7fb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bafe225e-471f-43bf-bed6-8a82e3b39b3a HTTP/1.1" status: 204 len: 168 time: 0.1180384 Oct 13 13:21:54.203825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179c514-9c69-4974-9cf4-ec035426c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe225e-471f-43bf-bed6-8a82e3b39b3a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:56.845915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:57.744808 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57812) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:57.848107 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6b3f-dcaf-46ae-b45a-7b248727565f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:57.923632 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6b3f-dcaf-46ae-b45a-7b248727565f admin admin] Publish callbacks [] for security_group (9ba1481a-9c45-4d03-a061-54450af41efd), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:57.927438 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6b3f-dcaf-46ae-b45a-7b248727565f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (9ba1481a-9c45-4d03-a061-54450af41efd), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:57.969093 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-d2ee6b3f-dcaf-46ae-b45a-7b248727565f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b650d01f212b4cf59d2fb1e8b67588a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232418 Oct 13 13:21:57.969966 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6b3f-dcaf-46ae-b45a-7b248727565f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba1481a-9c45-4d03-a061-54450af41efd,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:21:57.971951 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 57816) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:21:58.022494 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b8af87dd-884a-43c1-95a4-ea66960d7921 admin admin] Publish callbacks [] for security_group (9ba1481a-9c45-4d03-a061-54450af41efd), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:58.042356 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b8af87dd-884a-43c1-95a4-ea66960d7921 admin admin] Publish callbacks [] for security_group (9ba1481a-9c45-4d03-a061-54450af41efd), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:58.087839 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b8af87dd-884a-43c1-95a4-ea66960d7921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (9ba1481a-9c45-4d03-a061-54450af41efd), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:58.090220 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-b8af87dd-884a-43c1-95a4-ea66960d7921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:21:58.091354 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-b8af87dd-884a-43c1-95a4-ea66960d7921 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9ba1481a-9c45-4d03-a061-54450af41efd HTTP/1.1" status: 204 len: 168 time: 0.1184132 Oct 13 13:21:58.098761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af87dd-884a-43c1-95a4-ea66960d7921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba1481a-9c45-4d03-a061-54450af41efd,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:05.970832 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:22:06.791119 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-d3b3ca1d-927f-4135-b892-3a56a0944ac9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370617 Oct 13 13:22:06.842801 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:06.849303 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-69517ec7-d193-4e6b-a1bc-e4ea0f88ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:06.850757 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-69517ec7-d193-4e6b-a1bc-e4ea0f88ce45 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1129 time: 0.0394592 Oct 13 13:22:06.957052 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-d7c05c42-96d7-4a8a-9ed6-0a118b5c85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:06.958532 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-d7c05c42-96d7-4a8a-9ed6-0a118b5c85ab service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0900595 Oct 13 13:22:07.018148 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-4ca6f3af-eba7-44c5-b248-afead8e43b12 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0540674 Oct 13 13:22:07.068865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-8cc49bd5-6a60-4c8c-aedc-a0d7a23cc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:07.070257 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-8cc49bd5-6a60-4c8c-aedc-a0d7a23cc39c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0470369 Oct 13 13:22:07.111486 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-4dc16c98-d91a-437e-9cef-39979e8990c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:07.112885 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-4dc16c98-d91a-437e-9cef-39979e8990c9 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369766 Oct 13 13:22:07.166708 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:07.192769 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:07.203665 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-b045a51e-a43b-491d-b8ec-9973ef6bd7f5 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Oct 13 13:22:07.293414 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-244461ab-78c6-4f84-95e4-a620a4add1ca req-c285d4c8-8595-44a1-a952-3c38b3746b37 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842476 Oct 13 13:22:07.960327 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:07.965462 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:08.115401 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:11.517325 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1d45d8cd-a79b-435e-9890-57f20368479a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:13.715087 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-27a7c449-d750-4408-aa37-0a59fb6e6a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:15.052074 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:16.855945 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:17.013990 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:17.288364 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=14 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:17.290205 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=8 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:18.426216 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-71eb82ce-dc51-4bc6-9dc9-b18ff63b046d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1972725413&fields=id&tenant_id=17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 267 time: 0.0439348 Oct 13 13:22:18.529479 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-bac738bd-d37e-4b0a-a726-7c98926d18c7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:18.531080 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-bac738bd-d37e-4b0a-a726-7c98926d18c7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 812 time: 0.0987165 Oct 13 13:22:18.547877 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-4a0a0b8e-54d8-4587-96bf-7e19a31a75a4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/quotas/17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 375 time: 0.0095446 Oct 13 13:22:18.602660 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-0f7ec8ef-320f-4f90-a112-f827b03b891a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491598 Oct 13 13:22:18.784340 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-df3f35bf-00df-4925-a067-54e3b5d29626 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699691 Oct 13 13:22:18.875518 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cf874092-75a4-4941-8b83-55a7f057cd66 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854704 Oct 13 13:22:19.167346 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b92dadf1-6f9f-4574-b924-fb09beed5775 req-eacd8ab1-0fcc-47d7-b8a2-01deb6b82238 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 210 time: 0.0276117 Oct 13 13:22:20.134080 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-f8d35683-482a-4e65-aa29-bdeae037969d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:20.135847 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-f8d35683-482a-4e65-aa29-bdeae037969d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 812 time: 0.1110444 Oct 13 13:22:20.197695 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-ea413bba-d9b9-4227-b9c8-109e74c84632 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=17e1654782ac4100b0353d561496db51 HTTP/1.1" status: 200 len: 380 time: 0.0542805 Oct 13 13:22:20.206516 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'port': {'device_id': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'admin_state_up': True, 'tenant_id': '17e1654782ac4100b0353d561496db51', 'security_groups': ['879dff4a-3961-4f06-8458-125736b46e1e']}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:22:20.270907 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ae6c4d31-c899-4b19-a092-c4a7cafa91dd req-69586b19-2e46-4476-b9fb-e7288ba15094 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 210 time: 0.0265644 Oct 13 13:22:20.315829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Made reservation on behalf of 17e1654782ac4100b0353d561496db51 for: {'port': 1} {{(pid=104572) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:22:20.319728 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:20.452461 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_common [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Allocated IP 172.20.0.13 (2fc51ab6-7e9b-491d-a490-ff80ae554bf0/3ccd938c-9898-4207-9e40-0760c5481110/d04332e6-6994-4b34-bd50-ecba43d7de0a) {{(pid=104572) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:22:20.836933 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), precommit_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:20.867886 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), after_create {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:20.912240 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 is already hosted by enough agents. {{(pid=104572) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:22:20.915447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.base_scheduler [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Resources bound (agent type, host, resource id): {{(pid=104572) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:22:20.919318 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Received port after_create {{(pid=104572) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:22:20.928972 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=d04332e6-6994-4b34-bd50-ecba43d7de0a,revision_number=1']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:20.958765 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.959140 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.959491 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.959840 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.960180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.960515 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.960848 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.961183 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.961514 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.961859 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.962181 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.962511 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.962841 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.963205 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.963599 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:20.990810 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:20.991462 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.008864 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-cdd0dd5a-3997-436d-9ddf-4c210a2de7f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8059700 Oct 13 13:22:21.019510 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.v2.base [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Request body: {'port': {'device_id': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=104572) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:22:21.053323 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:21.083447 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.099669 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-e56877d7-9a7f-4329-9fcb-df93deead696 None None] Provisioning complete for port d04332e6-6994-4b34-bd50-ecba43d7de0a triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:22:21.100205 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e56877d7-9a7f-4329-9fcb-df93deead696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.100313 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-e56877d7-9a7f-4329-9fcb-df93deead696 None None] Attempt 1 to provision port d04332e6-6994-4b34-bd50-ecba43d7de0a Oct 13 13:22:21.115814 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:21.132362 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e56877d7-9a7f-4329-9fcb-df93deead696 None None] Port d04332e6-6994-4b34-bd50-ecba43d7de0a cannot update to ACTIVE because it is not bound. {{(pid=104574) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 13 13:22:21.340436 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04332e6-6994-4b34-bd50-ecba43d7de0a {{(pid=104572) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:22:21.348024 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Publish callbacks [] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), precommit_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.360979 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.provisioning_blocks [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Transition to ACTIVE for port object d04332e6-6994-4b34-bd50-ecba43d7de0a will not be triggered until provisioned by entity L2. {{(pid=104572) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 13:22:21.365258 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.398870 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4bddd-4eef-409e-9550-8c48b8debbb0 req-0416e501-2974-41ba-97a1-635bafcff332 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:21.400381 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2e4bddd-4eef-409e-9550-8c48b8debbb0 req-0416e501-2974-41ba-97a1-635bafcff332 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 932 time: 0.0507121 Oct 13 13:22:21.427074 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Pushing event updated for resources: {'Port': ['ID=d04332e6-6994-4b34-bd50-ecba43d7de0a,revision_number=2']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:21.451766 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-e2e4bddd-4eef-409e-9550-8c48b8debbb0 req-6c0286a4-2880-4b6d-b3af-a47459e84548 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Oct 13 13:22:21.474840 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Attempting to bind port d04332e6-6994-4b34-bd50-ecba43d7de0a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 13 13:22:21.475206 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Attempting to bind port d04332e6-6994-4b34-bd50-ecba43d7de0a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 13 13:22:21.475533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Attempting to bind port d04332e6-6994-4b34-bd50-ecba43d7de0a on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:22:21.520355 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Port d04332e6-6994-4b34-bd50-ecba43d7de0a on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:22:21.520689 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Attempting to bind port d04332e6-6994-4b34-bd50-ecba43d7de0a on network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:22:21.562035 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Checking agent: {'id': '5d3afbad-a013-4215-a3f0-8ec17f3a5e04', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'started_at': datetime.datetime(2022, 10, 13, 13, 7, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 13 13:22:21.562372 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Checking segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104572) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 13 13:22:21.562759 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Bound using segment: {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'} {{(pid=104572) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 13 13:22:21.563266 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.managers [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Bound port: d04332e6-6994-4b34-bd50-ecba43d7de0a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915116e8-662d-49fe-bce2-d2a17f470167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 498, 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0'}}] {{(pid=104572) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 13 13:22:21.563627 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), before_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.622720 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] For port d04332e6-6994-4b34-bd50-ecba43d7de0a, host hv-cinder-82660, cleared binding levels {{(pid=104572) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:22:21.625682 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] For port d04332e6-6994-4b34-bd50-ecba43d7de0a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:22:21.631180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4760170'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), after_update {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.635099 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:21.635754 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:21.637101 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] 10.222.0.50 "PUT /networking/v2.0/ports/d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 200 len: 1094 time: 0.6217432 Oct 13 13:22:21.637664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:22:21.640019 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b" -d '{"events": [{"name": "network-changed", "server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:22:21.685460 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57901e-c443-4f35-8313-e57e49dcd6b7 x-openstack-request-id: req-7e57901e-c443-4f35-8313-e57e49dcd6b7 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:22:21.685754 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:22:21.686007 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e57901e-c443-4f35-8313-e57e49dcd6b7 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:22:21.686410 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e57901e-c443-4f35-8313-e57e49dcd6b7'] response: {'name': 'network-changed', 'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'status': 'completed', 'code': 200} Oct 13 13:22:21.697040 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a7c08-7809-43d6-b143-38d97fab83ef service neutron] Pushing event updated for resources: {'Port': ['ID=d04332e6-6994-4b34-bd50-ecba43d7de0a,revision_number=3']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:21.739947 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-71326c9c-2b1b-4b37-a426-28ed66175d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:21.741430 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-71326c9c-2b1b-4b37-a426-28ed66175d43 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1128 time: 0.0397196 Oct 13 13:22:21.779569 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-a7cbdff5-1481-42b3-bf0f-03fc97685c66 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 200 len: 217 time: 0.0316429 Oct 13 13:22:21.829188 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-91a86684-eeca-4a1a-a506-36366bae401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:21.830577 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-91a86684-eeca-4a1a-a506-36366bae401c service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0432854 Oct 13 13:22:21.876997 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-954fcbde-b23e-4d51-a4bd-596188a0173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:21.878367 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-954fcbde-b23e-4d51-a4bd-596188a0173e service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420916 Oct 13 13:22:21.891166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:21.970637 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-03249f9a-cf43-4e6d-a2a4-290d9d9f3b4b service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857282 Oct 13 13:22:21.994490 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:22.001803 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:22.062679 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-a6a7b78b-79d2-4e35-9da3-32ddc5e47ed1 req-788c2b9c-f908-46e5-bc40-328a629f9de3 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864735 Oct 13 13:22:22.347706 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:22.361634 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-98dd6349-3627-4760-9e43-46155eecf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:22.363166 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-98dd6349-3627-4760-9e43-46155eecf2f5 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1128 time: 0.0415161 Oct 13 13:22:22.455467 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-9eb4cf47-c670-445c-be14-8a271f9cf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:22.456892 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-9eb4cf47-c670-445c-be14-8a271f9cf9b0 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0878804 Oct 13 13:22:22.497387 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-5cb978fb-b852-4c7e-820c-b2a61454b58a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 200 len: 217 time: 0.0320418 Oct 13 13:22:22.550382 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-55d923c6-ab92-4647-b699-b67af64d32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:22.551858 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-55d923c6-ab92-4647-b699-b67af64d32fe service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0451813 Oct 13 13:22:22.570494 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65097f-210e-4054-9b23-154472382ef4 req-e5ef0668-219f-4170-87a6-4cabc086256e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:22.572083 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a65097f-210e-4054-9b23-154472382ef4 req-e5ef0668-219f-4170-87a6-4cabc086256e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0469365 Oct 13 13:22:22.600770 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-ad6ad216-d7df-46b4-8a7e-c9f86ae3a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:22.602170 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-ad6ad216-d7df-46b4-8a7e-c9f86ae3a58b service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422859 Oct 13 13:22:22.621239 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-4a65097f-210e-4054-9b23-154472382ef4 req-a70f72a9-5b36-4a07-960b-ad0646f55931 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436208 Oct 13 13:22:22.691486 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-1b13066a-c7ed-41a0-8531-7de1645f9779 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Oct 13 13:22:22.784001 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2434059e-1e7a-40c0-9e5d-e5ebd27fe33b req-a045171d-0163-4a27-ba6e-e966b9746a05 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865231 Oct 13 13:22:23.741024 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28332f4f-183d-4dd2-8bad-70377d846acc req-41498346-7744-4713-8973-4ec078e13995 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:23.742454 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28332f4f-183d-4dd2-8bad-70377d846acc req-41498346-7744-4713-8973-4ec078e13995 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0465620 Oct 13 13:22:23.794075 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-28332f4f-183d-4dd2-8bad-70377d846acc req-d5064c6e-1df8-4ffa-8457-9045becb42b0 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Oct 13 13:22:24.912894 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146b8e4-183c-45ed-993d-9365752719a0 req-a10df1c7-4c67-421e-9abc-7491fa01427a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:24.914389 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d146b8e4-183c-45ed-993d-9365752719a0 req-a10df1c7-4c67-421e-9abc-7491fa01427a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0463979 Oct 13 13:22:24.971155 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-d146b8e4-183c-45ed-993d-9365752719a0 req-962343ce-f1d6-4b3f-a540-8a062d182930 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503185 Oct 13 13:22:26.089966 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c85e-89a7-4e63-8e29-03af9f0e832e req-93fe1cfd-2738-4fb4-b2f3-6a39e1a1ab1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:26.091467 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea83c85e-89a7-4e63-8e29-03af9f0e832e req-93fe1cfd-2738-4fb4-b2f3-6a39e1a1ab1f tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0460341 Oct 13 13:22:26.138967 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-ea83c85e-89a7-4e63-8e29-03af9f0e832e req-5072b824-af2b-496a-8eeb-dff8b5f612fd tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Oct 13 13:22:26.850671 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:27.259684 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce55980-abfe-45a3-822f-5145256b8af5 req-5cdc46d5-b1ac-43b0-9bc8-fc8ad04fec55 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:27.261616 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ce55980-abfe-45a3-822f-5145256b8af5 req-5cdc46d5-b1ac-43b0-9bc8-fc8ad04fec55 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0487761 Oct 13 13:22:27.309880 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1ce55980-abfe-45a3-822f-5145256b8af5 req-bf364846-6617-4192-861b-cd351ec954ae tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Oct 13 13:22:28.413576 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:28.429652 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123297bc-e1af-4bfd-8601-a5f298f4c807 req-49f6f7e4-14f4-4ec0-861a-5df1f4d8fe69 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:28.431110 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-123297bc-e1af-4bfd-8601-a5f298f4c807 req-49f6f7e4-14f4-4ec0-861a-5df1f4d8fe69 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0467677 Oct 13 13:22:28.443436 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=100 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:28.479328 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-123297bc-e1af-4bfd-8601-a5f298f4c807 req-55313244-798f-4b73-ab30-e22435762a23 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Oct 13 13:22:29.602541 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05739735-1416-436f-8d20-cec5aa6941b0 req-6ce63b38-b15d-4594-8289-81ac8ff10ad6 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:29.604038 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05739735-1416-436f-8d20-cec5aa6941b0 req-6ce63b38-b15d-4594-8289-81ac8ff10ad6 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 944 time: 0.0496957 Oct 13 13:22:29.631982 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device d04332e6-6994-4b34-bd50-ecba43d7de0a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=104574) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 13:22:29.652352 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-05739735-1416-436f-8d20-cec5aa6941b0 req-bf111046-18c9-4988-a19d-58fb11fb95c8 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Oct 13 13:22:29.732617 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port d04332e6-6994-4b34-bd50-ecba43d7de0a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:22:29.743616 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Returning: {'device': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'port_id': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'mac_address': 'fa:16:3e:3f:02:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 498, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104574) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 13:22:29.779677 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port d04332e6-6994-4b34-bd50-ecba43d7de0a is: DOWN; New status is: BUILD {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:22:29.779994 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:29.792506 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04332e6-6994-4b34-bd50-ecba43d7de0a {{(pid=104574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 13:22:29.817564 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port d04332e6-6994-4b34-bd50-ecba43d7de0a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:22:29.820811 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:29.868427 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=d04332e6-6994-4b34-bd50-ecba43d7de0a,revision_number=4']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:29.876216 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.876575 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.876924 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.877269 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.877614 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.877950 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.878279 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.878611 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.878945 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.879294 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.879622 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.879949 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.880275 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.880596 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:29.880917 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:30.034502 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] get_ports_and_sgs() called for port_ids ['d04332e6-6994-4b34-bd50-ecba43d7de0a'] {{(pid=104574) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 13 13:22:30.778072 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6e43c-2afa-4586-9e6c-0609345335ac req-7d875a14-860c-4b11-b5e0-6dbd0671052b tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:30.779532 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0ed6e43c-2afa-4586-9e6c-0609345335ac req-7d875a14-860c-4b11-b5e0-6dbd0671052b tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 945 time: 0.0461023 Oct 13 13:22:30.827042 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0ed6e43c-2afa-4586-9e6c-0609345335ac req-af40ae03-685a-4f26-a209-df69b4e69d27 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421369 Oct 13 13:22:31.646994 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device d04332e6-6994-4b34-bd50-ecba43d7de0a up at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:22:31.678464 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:31.692356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning for port d04332e6-6994-4b34-bd50-ecba43d7de0a completed by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 13 13:22:31.697062 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Provisioning complete for port d04332e6-6994-4b34-bd50-ecba43d7de0a triggered by entity L2. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:22:31.697484 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:31.697800 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Attempt 1 to provision port d04332e6-6994-4b34-bd50-ecba43d7de0a Oct 13 13:22:31.769716 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Current status of the port d04332e6-6994-4b34-bd50-ecba43d7de0a is: BUILD; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:22:31.770096 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), before_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:31.792102 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a'}] {{(pid=104574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:22:31.794873 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f56c0b1d207f7aa100c20d2b9ca8b45816ac97f2be62f732d4d0b992b625acf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e9cc4-7ec5-455e-b9c1-51bd2f3f48dd" -d '{"events": [{"server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "name": "network-vif-plugged", "status": "completed", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a"}]}' {{(pid=104574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:22:31.796960 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:31.808362 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] For port d04332e6-6994-4b34-bd50-ecba43d7de0a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:22:31.812302 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:31.836420 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43cb098-2e70-4b0a-a158-94aea6596edf x-openstack-request-id: req-b43cb098-2e70-4b0a-a158-94aea6596edf {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:22:31.836710 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "name": "network-vif-plugged", "status": "completed", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a", "code": 200}]} {{(pid=104574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:22:31.836964 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b43cb098-2e70-4b0a-a158-94aea6596edf {{(pid=104574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:22:31.837353 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43cb098-2e70-4b0a-a158-94aea6596edf'] response: {'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'code': 200} Oct 13 13:22:31.864785 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Pushing event updated for resources: {'Port': ['ID=d04332e6-6994-4b34-bd50-ecba43d7de0a,revision_number=5']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:31.946593 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e5196-5d5a-4cb2-9e94-2a5bdfd9ed84 req-16b63555-010d-43b0-abff-b6d1a39afa2a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:31.948094 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-039e5196-5d5a-4cb2-9e94-2a5bdfd9ed84 req-16b63555-010d-43b0-abff-b6d1a39afa2a tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0474002 Oct 13 13:22:32.003266 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-039e5196-5d5a-4cb2-9e94-2a5bdfd9ed84 req-93a87031-90ce-4a1a-aa2a-1e4584a43ded tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493989 Oct 13 13:22:32.043312 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59386690-e5ae-457c-929e-8f26d0cd84ff req-15ed6f6c-607a-4c92-a39d-c2557bc1ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:32.044818 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59386690-e5ae-457c-929e-8f26d0cd84ff req-15ed6f6c-607a-4c92-a39d-c2557bc1ee39 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1130 time: 0.0413489 Oct 13 13:22:32.090935 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-59386690-e5ae-457c-929e-8f26d0cd84ff req-608c4a04-bdf7-4f63-b845-60d597544cba service neutron] 10.222.0.50 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Oct 13 13:22:33.129497 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9e09d-c12a-4746-be66-f8143a818399 req-eb74eda1-8518-4927-a187-5d399ccaa5f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:33.130943 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92c9e09d-c12a-4746-be66-f8143a818399 req-eb74eda1-8518-4927-a187-5d399ccaa5f4 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0462971 Oct 13 13:22:33.179756 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-92c9e09d-c12a-4746-be66-f8143a818399 req-7c0f3d68-1401-41bc-923f-dff93ad94bfe tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Oct 13 13:22:34.297064 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625fb11-aa8d-4a34-bcc2-5395e8b68703 req-b3701c7d-828c-410b-aa0d-dff1cb42a1c5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:34.298600 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a625fb11-aa8d-4a34-bcc2-5395e8b68703 req-b3701c7d-828c-410b-aa0d-dff1cb42a1c5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0452805 Oct 13 13:22:34.346509 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-a625fb11-aa8d-4a34-bcc2-5395e8b68703 req-dfaa01a3-9481-4d1a-baac-1d773d577474 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Oct 13 13:22:34.469637 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aab2c4-1868-43b2-b510-46a432aab5ab req-d7e9bc96-2557-4cf2-ae03-455f92b89d97 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:34.470977 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-31aab2c4-1868-43b2-b510-46a432aab5ab req-d7e9bc96-2557-4cf2-ae03-455f92b89d97 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0488350 Oct 13 13:22:34.518677 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-31aab2c4-1868-43b2-b510-46a432aab5ab req-d5278efd-b400-4506-9c09-5302da919914 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Oct 13 13:22:34.546728 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57906) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:22:34.583627 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e6e2b-c492-4fd0-a59f-3edb293c122b tempest-TestVolumeBootPattern-1897037729 tempest-TestVolumeBootPattern-1897037729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:34.585060 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-2a3e6e2b-c492-4fd0-a59f-3edb293c122b tempest-TestVolumeBootPattern-1897037729 tempest-TestVolumeBootPattern-1897037729-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1125 time: 0.0373797 Oct 13 13:22:34.587859 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57908) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:22:34.591899 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.v2.base [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Request body: {'floatingip': {'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'port_id': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 13 13:22:34.612930 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:34.921769 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (None), before_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.024047 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_common [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Allocated IP 172.27.1.158 (c19e2bd0-29d1-4d48-8c4e-8b0bc968441f/4c7fe9b5-1b52-4751-b5a9-1bd53b23b762/1b72e363-1a8c-4b63-a721-5c878fda5725) {{(pid=104573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:22:35.090668 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:35.103990 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:35.131826 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.163502 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772106662126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.203832 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Network c19e2bd0-29d1-4d48-8c4e-8b0bc968441f is already hosted by enough agents. {{(pid=104573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:22:35.206917 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.base_scheduler [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Resources bound (agent type, host, resource id): {{(pid=104573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:22:35.209464 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Received port after_create {{(pid=104573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 13 13:22:35.215224 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=1b72e363-1a8c-4b63-a721-5c878fda5725,revision_number=1']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:35.241168 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.241519 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.241869 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.242211 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.242547 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.242879 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.243234 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.243569 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.243896 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.244222 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.244547 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.244873 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.245197 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.245517 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.245836 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:22:35.564501 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (bb477988-fda0-4cd7-b1d9-c37e5b9c04cb), precommit_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.628521 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-754035'] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), before_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.771004 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), precommit_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.775158 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772107148993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772106661124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772106661142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988330'] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), after_update {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.835579 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:35.845616 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event updated for resources: {'Port': ['ID=1b72e363-1a8c-4b63-a721-5c878fda5725,revision_number=2']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:22:35.848986 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1663309'] for floatingip (bb477988-fda0-4cd7-b1d9-c37e5b9c04cb), after_create {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:35.851532 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:35.946996 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Floating IP bb477988-fda0-4cd7-b1d9-c37e5b9c04cb associated. External IP: 172.27.1.158, port: d04332e6-6994-4b34-bd50-ecba43d7de0a. Oct 13 13:22:36.139886 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:22:36.241040 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:22:36.251009 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:22:36.259796 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:36.260551 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:22:36.261772 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:22:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:22:36.293231 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e2b1ffa7-e150-44e6-88c1-43c0c4507cdf tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7043908 Oct 13 13:22:36.293890 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:22:36.296165 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143bd3c1-a983-460a-aa7f-5025c86897ca" -d '{"events": [{"name": "network-changed", "server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:22:36.365250 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:22:36.451030 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d62be-06de-436a-a6dc-6930b7535943 x-openstack-request-id: req-457d62be-06de-436a-a6dc-6930b7535943 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:22:36.451355 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:22:36.451608 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-457d62be-06de-436a-a6dc-6930b7535943 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:22:36.452019 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457d62be-06de-436a-a6dc-6930b7535943'] response: {'name': 'network-changed', 'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'status': 'completed', 'code': 200} Oct 13 13:22:36.513865 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-ef9b9925-b100-4b3b-a076-010c195bda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:36.515389 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-ef9b9925-b100-4b3b-a076-010c195bda53 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1130 time: 0.0395648 Oct 13 13:22:36.588970 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:46Z', 'revision_number': 1, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}, {'id': 'bb477988-fda0-4cd7-b1d9-c37e5b9c04cb', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:3f:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:22:35Z', 'updated_at': '2022-10-13T13:22:35Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:22:36.610166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-e323018c-6e74-418c-8b4d-4cabefb85cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:36.611656 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-e323018c-6e74-418c-8b4d-4cabefb85cc7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0894566 Oct 13 13:22:36.613437 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:22:36.622460 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:22:36.623068 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:22:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:22:36.675381 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-6d45cfd1-7b1e-407f-a8f4-fd4068d0090f service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 200 len: 1000 time: 0.0579495 Oct 13 13:22:36.723025 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-9d6c5f71-a510-497e-8397-3d37e40843ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:36.724484 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:22:36.724603 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-9d6c5f71-a510-497e-8397-3d37e40843ed service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0444517 Oct 13 13:22:36.767323 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-7cbf73cf-e849-4344-9a27-513a9732c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:22:36.768795 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-7cbf73cf-e849-4344-9a27-513a9732c388 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388646 Oct 13 13:22:36.835878 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:36.866610 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-47d9faf7-aebb-4cb2-aaba-2d54a5dc0f5a service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917904 Oct 13 13:22:36.957645 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-143bd3c1-a983-460a-aa7f-5025c86897ca req-599b9736-e608-4825-a2f8-73d9d5f0158f service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Oct 13 13:22:37.029512 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:46Z', 'revision_number': 1, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}, {'id': 'bb477988-fda0-4cd7-b1d9-c37e5b9c04cb', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:3f:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:22:35Z', 'updated_at': '2022-10-13T13:22:35Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:22:37.054352 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114378f7-18d9-4aa0-876a-9b2241e1b1b8 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:46Z', 'revision_number': 1, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}, {'id': 'bb477988-fda0-4cd7-b1d9-c37e5b9c04cb', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.158', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:3f:02:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:22:35Z', 'updated_at': '2022-10-13T13:22:35Z', 'revision_number': 0, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:22:37.236575 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec78a1-1d46-4057-a787-0ff22359cd82 None None] New status for floating IP bb477988-fda0-4cd7-b1d9-c37e5b9c04cb: ACTIVE {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:22:41.518752 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-74145a3c-6a31-4eb0-b7c6-e10a499b45c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:42.969498 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:22:43.717117 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e65e301d-883e-4fe7-abb7-7652938b9e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:45.053906 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:46.285066 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:46.289824 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:46.859543 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:46.952896 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=99 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:46.954831 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=15 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:47.016535 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:56.846126 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:22:58.989309 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=91 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:22:58.994325 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=91 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:06.840764 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:06.842625 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:DELETE=1,neutron:SELECT=44,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:07.817777 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-b69ffdd9-a2fc-4452-85ec-d6d6091bd4ba service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381045 Oct 13 13:23:07.899651 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-02fb3d5e-fc19-4d56-a242-ac2ef203ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:23:07.901124 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-02fb3d5e-fc19-4d56-a242-ac2ef203ee83 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1129 time: 0.0430162 Oct 13 13:23:08.004031 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-ad45f21b-5cea-4009-89ac-aabd22baee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:23:08.005498 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-ad45f21b-5cea-4009-89ac-aabd22baee06 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0854635 Oct 13 13:23:08.068437 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-990a5b0a-3ade-41e3-a90d-17a43d9f0453 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0572758 Oct 13 13:23:08.115422 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-a3f67220-b814-44d9-aa1d-c7498189d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:23:08.116807 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-a3f67220-b814-44d9-aa1d-c7498189d43e service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0426679 Oct 13 13:23:08.158105 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-d43f09f9-76d6-47e4-9db0-4b97cdf8de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:23:08.159663 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-d43f09f9-76d6-47e4-9db0-4b97cdf8de66 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371273 Oct 13 13:23:08.250572 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-4132534c-3930-4f82-baf7-99903f3ea52c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844960 Oct 13 13:23:08.338468 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-2cc341d9-0383-45ca-89f8-6c788c902a00 req-d9f5aa0f-27d9-4632-a7ba-32a7c3daece7 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818217 Oct 13 13:23:11.523988 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f55cc1a3-afaf-4e8a-9934-e9cd8d8d45b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:13.720316 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d3522c81-e529-4305-94f9-565aeb347349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:15.056760 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:16.862825 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:17.012195 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:18.333533 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=50 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:18.335463 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=51 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:19.968140 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:23:26.848718 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:36.000519 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:36.842984 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:36.845009 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:40.005166 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:23:41.515873 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f5897dfe-11a4-4eaa-aa60-3d6192935cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:43.722983 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-0a035415-5c45-4bd2-a1a3-2c11e333e955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:45.059992 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:46.865629 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:47.013225 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:56.847294 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:23:56.967370 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:24:06.842407 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:06.843190 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:09.796049 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-0a2e0cf1-be78-4835-9f4c-104cea878581 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425482 Oct 13 13:24:09.853817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443220-b120-4508-ae10-66b6de2a2820 req-1a892e20-b4fc-44d2-aee4-be2643258dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:09.855309 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-1a892e20-b4fc-44d2-aee4-be2643258dcd service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1130 time: 0.0386569 Oct 13 13:24:09.959951 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443220-b120-4508-ae10-66b6de2a2820 req-cb8f19e8-22e3-4950-ae69-8d6b881c0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:09.961376 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-cb8f19e8-22e3-4950-ae69-8d6b881c0158 service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0887637 Oct 13 13:24:10.021239 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-43b47fa0-4d68-49ff-9600-375f3a133ac9 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 200 len: 1002 time: 0.0544503 Oct 13 13:24:10.068048 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443220-b120-4508-ae10-66b6de2a2820 req-ddfb322e-22e1-47a2-b2dd-12ab1cca6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:10.070036 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-ddfb322e-22e1-47a2-b2dd-12ab1cca6eb7 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0433335 Oct 13 13:24:10.114289 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8443220-b120-4508-ae10-66b6de2a2820 req-7188c0e5-a282-4d5f-ab16-26c8bd8bc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:10.116284 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-7188c0e5-a282-4d5f-ab16-26c8bd8bc90d service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403371 Oct 13 13:24:10.204343 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-9916caf7-1630-4bb4-99b0-faa7197b70bf service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821123 Oct 13 13:24:10.294977 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-c8443220-b120-4508-ae10-66b6de2a2820 req-2815d07e-1a97-42ab-a071-d710fcf6af28 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848143 Oct 13 13:24:11.518810 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-79745f39-904c-467b-8589-7a1b5c82e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:13.002523 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:13.006725 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:13.726045 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4bb9750a-1e27-4acf-b907-0903b92f5f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.063384 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.165464 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57948) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:15.348304 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Deleting port 1b72e363-1a8c-4b63-a721-5c878fda5725 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:15.348654 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.423968 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.424215 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (1b72e363-1a8c-4b63-a721-5c878fda5725), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.436812 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Calling delete_port for 1b72e363-1a8c-4b63-a721-5c878fda5725 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:15.578860 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (1b72e363-1a8c-4b63-a721-5c878fda5725), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.600917 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'Port': ['ID=1b72e363-1a8c-4b63-a721-5c878fda5725,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:15.610485 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.610823 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.611188 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.611524 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.611851 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.624105 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:15.679008 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (bb477988-fda0-4cd7-b1d9-c37e5b9c04cb), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.679272 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Floating IP bb477988-fda0-4cd7-b1d9-c37e5b9c04cb disassociated (deleted). External IP: 172.27.1.158, port: d04332e6-6994-4b34-bd50-ecba43d7de0a. Oct 13 13:24:15.873746 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:24:15.976504 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:24:15.981247 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:15.985803 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:24:15.997707 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:15.998306 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:16.004275 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:16.014879 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-cfa84727-f2e9-42f0-ae1c-1159c7f56987 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/bb477988-fda0-4cd7-b1d9-c37e5b9c04cb HTTP/1.1" status: 204 len: 168 time: 0.8482659 Oct 13 13:24:16.015681 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:24:16.018029 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002e35d0-43b0-4473-aa76-c0bcb07f505d" -d '{"events": [{"name": "network-changed", "server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:24:16.069987 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d538962-bc9a-453b-bf6c-5c95b0855801 x-openstack-request-id: req-6d538962-bc9a-453b-bf6c-5c95b0855801 {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:24:16.070420 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:24:16.070741 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d538962-bc9a-453b-bf6c-5c95b0855801 {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:24:16.071271 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d538962-bc9a-453b-bf6c-5c95b0855801'] response: {'name': 'network-changed', 'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'status': 'completed', 'code': 200} Oct 13 13:24:16.104647 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:16.134871 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-6d766d95-2cc1-418b-9f22-8d68a60b4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:16.136579 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-6d766d95-2cc1-418b-9f22-8d68a60b4632 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 1130 time: 0.0436935 Oct 13 13:24:16.243998 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-8f0695cc-81fc-4a72-b1ad-7f669a988a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:16.245484 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-8f0695cc-81fc-4a72-b1ad-7f669a988a1a service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.0978115 Oct 13 13:24:16.271350 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639d3fc-de2c-4fc6-b485-1d6b340c7f13 req-2178b33a-f6d4-45fc-b481-19bd4c9fae34 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:16.272888 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0639d3fc-de2c-4fc6-b485-1d6b340c7f13 req-2178b33a-f6d4-45fc-b481-19bd4c9fae34 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0520959 Oct 13 13:24:16.284733 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:16.318600 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:46Z', 'revision_number': 1, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:16.325089 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-0639d3fc-de2c-4fc6-b485-1d6b340c7f13 req-632fea80-9e0a-42f9-a095-9c7c37095cd7 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 Oct 13 13:24:16.342745 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:24:16.351700 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:16.352290 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:16.450904 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:16.653928 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:46Z', 'revision_number': 1, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:16.678334 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7cb6ed-31e6-4a92-ba5f-90a569d254a2 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_floatingips': [{'id': '6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'router_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'port_id': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'mac_address': 'fa:16:3e:b9:79:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T13:20:44Z', 'updated_at': '2022-10-13T13:20:46Z', 'revision_number': 1, 'project_id': '17e1654782ac4100b0353d561496db51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:24:16.874350 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:16.885160 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e62e807-983e-4f3e-a47a-2e4601f88865 None None] New status for floating IP bb477988-fda0-4cd7-b1d9-c37e5b9c04cb: DOWN {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:24:17.016119 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:17.177405 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-c93ad916-2e3d-46cf-aff5-e543d278596a service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 200 len: 217 time: 0.0328484 Oct 13 13:24:17.225664 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-0f7af6b1-312d-4157-a28b-538fc97ca704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:17.227141 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-0f7af6b1-312d-4157-a28b-538fc97ca704 service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0431778 Oct 13 13:24:17.282115 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-64440eab-4740-4c83-b239-dd2d432caa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:17.283620 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-64440eab-4740-4c83-b239-dd2d432caa1c service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388749 Oct 13 13:24:17.424651 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-a3a9a3eb-a44e-408c-9976-51ac0dc3d1ad service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949993 Oct 13 13:24:17.448407 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00e2a6-6d5b-4231-b7e7-8cd83a5c3455 req-db60e3fa-8de1-4d5d-b52b-84a914a3be00 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:17.449780 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5f00e2a6-6d5b-4231-b7e7-8cd83a5c3455 req-db60e3fa-8de1-4d5d-b52b-84a914a3be00 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0467539 Oct 13 13:24:17.496758 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-5f00e2a6-6d5b-4231-b7e7-8cd83a5c3455 req-7d7985a9-2d29-4fee-907d-ee84a6bdfc5d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Oct 13 13:24:17.686267 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-002e35d0-43b0-4473-aa76-c0bcb07f505d req-8e238ab4-8d7c-4d3e-bacc-776e256d0229 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158967 Oct 13 13:24:17.692043 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-60cf8b13-2f64-4126-adb1-789d8633a6df tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:17.693341 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-60cf8b13-2f64-4126-adb1-789d8633a6df tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 946 time: 0.0603406 Oct 13 13:24:17.726962 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:17.734077 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=100 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:17.776086 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Deleting port d04332e6-6994-4b34-bd50-ecba43d7de0a {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:17.776429 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:17.868045 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] For port d04332e6-6994-4b34-bd50-ecba43d7de0a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=d04332e6-6994-4b34-bd50-ecba43d7de0a,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:17.868410 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:17.880948 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Calling delete_port for d04332e6-6994-4b34-bd50-ecba43d7de0a owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:18.007826 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (d04332e6-6994-4b34-bd50-ecba43d7de0a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:18.035352 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'Port': ['ID=d04332e6-6994-4b34-bd50-ecba43d7de0a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:18.048049 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.048402 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.048749 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.049106 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.049444 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.049780 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.050111 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.050442 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.050776 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.051140 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.051464 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.051817 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.052148 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.052549 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.052846 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104572) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:18.089825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] No DVR routers for this DVR port d04332e6-6994-4b34-bd50-ecba43d7de0a on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:24:18.092388 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:18.095613 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-54246c2d-3671-409d-abed-5f0cb4b51d3a req-aea68d02-f0fd-4eb6-83bb-29c309e05ad9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "DELETE /networking/v2.0/ports/d04332e6-6994-4b34-bd50-ecba43d7de0a HTTP/1.1" status: 204 len: 173 time: 0.3973722 Oct 13 13:24:18.096105 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'name': 'network-vif-deleted', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:24:18.098305 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05ae56-6949-49a4-b457-4b088f43cf84" -d '{"events": [{"server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "name": "network-vif-deleted", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:24:18.137334 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e41934a-cdb6-43a4-8683-fe3632605945 x-openstack-request-id: req-8e41934a-cdb6-43a4-8683-fe3632605945 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:24:18.137629 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08eed5b2-2b11-4226-9b0b-621fa4255408", "name": "network-vif-deleted", "tag": "d04332e6-6994-4b34-bd50-ecba43d7de0a", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:24:18.137894 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e41934a-cdb6-43a4-8683-fe3632605945 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:24:18.138304 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e41934a-cdb6-43a4-8683-fe3632605945'] response: {'server_uuid': '08eed5b2-2b11-4226-9b0b-621fa4255408', 'name': 'network-vif-deleted', 'tag': 'd04332e6-6994-4b34-bd50-ecba43d7de0a', 'status': 'completed', 'code': 200} Oct 13 13:24:18.614427 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-24226dfe-b3c4-48a0-b9be-a349829cfbff req-54186708-aac0-4e23-8d92-57a62caeb33e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=08eed5b2-2b11-4226-9b0b-621fa4255408 HTTP/1.1" status: 200 len: 210 time: 0.0308828 Oct 13 13:24:21.913810 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 57990) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:22.052059 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Deleting port 01340cb1-c263-4973-bae3-1e6bcb8f1eb9 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:22.052401 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:22.127330 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:22.127654 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:22.140457 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Calling delete_port for 01340cb1-c263-4973-bae3-1e6bcb8f1eb9 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:22.209167 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device d04332e6-6994-4b34-bd50-ecba43d7de0a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:22.228439 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: d04332e6-6994-4b34-bd50-ecba43d7de0a {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:22.228788 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device d04332e6-6994-4b34-bd50-ecba43d7de0a not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:22.283991 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (01340cb1-c263-4973-bae3-1e6bcb8f1eb9), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:22.309232 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'Port': ['ID=01340cb1-c263-4973-bae3-1e6bcb8f1eb9,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:22.371839 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:22.372167 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.db.l3_db [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Floating IP 6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b disassociated (deleted). External IP: 172.27.1.17, port: 56d3063f-8418-4251-989d-cd1d0b565ff1. Oct 13 13:24:22.541548 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:22.566705 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:24:22.651791 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:22.668564 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:24:22.673340 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:22.680180 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:24:22.689539 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:22.690203 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:22.703117 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-c7de66d8-1a2e-44ac-b1da-b5e772f43d1e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b HTTP/1.1" status: 204 len: 168 time: 0.7881746 Oct 13 13:24:22.703825 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1'}] {{(pid=104573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:24:22.706155 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6395a3526f18a6e1c9dc4a392946717f19a6394ccf1be64a647fed86ec17ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff1ef19-dbef-4751-8032-5c366c894640" -d '{"events": [{"name": "network-changed", "server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1"}]}' {{(pid=104573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:24:22.745075 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a3a03-db0d-4c01-9bba-c851e3dc60ff x-openstack-request-id: req-813a3a03-db0d-4c01-9bba-c851e3dc60ff {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:24:22.745266 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1", "status": "completed", "code": 200}]} {{(pid=104573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:24:22.745383 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813a3a03-db0d-4c01-9bba-c851e3dc60ff {{(pid=104573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:24:22.745772 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813a3a03-db0d-4c01-9bba-c851e3dc60ff'] response: {'name': 'network-changed', 'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'status': 'completed', 'code': 200} Oct 13 13:24:22.804048 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:22.813112 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ef19-dbef-4751-8032-5c366c894640 req-69716a9e-356c-4233-b785-950dc8bcfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:22.814620 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-69716a9e-356c-4233-b785-950dc8bcfcd0 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?tenant_id=17e1654782ac4100b0353d561496db51&device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 1129 time: 0.0475249 Oct 13 13:24:22.923702 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:22.935246 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ef19-dbef-4751-8032-5c366c894640 req-3e8d88d8-db38-4820-8cb6-ccaf1655bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:22.937155 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-3e8d88d8-db38-4820-8cb6-ccaf1655bb3d service neutron] 10.222.0.50 "GET /networking/v2.0/networks?id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 200 len: 913 time: 0.1024206 Oct 13 13:24:22.948522 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37a627-2e9b-4378-8fbe-e16638d69f03 req-e1226f8a-20fe-428e-8540-3ebeb7411cff tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:22.950099 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1e37a627-2e9b-4378-8fbe-e16638d69f03 req-e1226f8a-20fe-428e-8540-3ebeb7411cff tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 945 time: 0.0602605 Oct 13 13:24:22.994439 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:23.000837 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1e37a627-2e9b-4378-8fbe-e16638d69f03 req-48abd4b5-316f-4be7-be6f-40e409b32ea5 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450447 Oct 13 13:24:23.008011 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:23.032360 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:24:23.041622 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:23.042240 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:23.220151 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:23.402937 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:23.427929 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6915cad6-64ae-47ed-8da8-6f4585532c51 None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:40Z', 'revision_number': 4, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi', '_interfaces': [{'id': '4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147', 'name': '', 'network_id': '2fc51ab6-7e9b-491d-a490-ff80ae554bf0', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'mac_address': 'fa:16:3e:3e:e8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3ccd938c-9898-4207-9e40-0760c5481110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:40Z', 'updated_at': '2022-10-13T13:17:46Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'subnets': [{'id': '3ccd938c-9898-4207-9e40-0760c5481110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:24:23.633162 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3489f-1855-4750-9ed4-f6394be299f0 None None] New status for floating IP 6e262d06-f3a4-4c1f-8cbb-4d42ace66d4b: DOWN {{(pid=104574) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 13 13:24:23.861394 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-eba2c0a1-87d5-4a3b-b596-31d57f62ef29 service neutron] 10.222.0.50 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 200 len: 217 time: 0.0366604 Oct 13 13:24:23.912068 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ef19-dbef-4751-8032-5c366c894640 req-a0dae3d8-5872-4115-a7a3-8106380a5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:23.913895 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-a0dae3d8-5872-4115-a7a3-8106380a5f5a service neutron] 10.222.0.50 "GET /networking/v2.0/subnets?id=3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 200 len: 851 time: 0.0437577 Oct 13 13:24:24.024269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ef19-dbef-4751-8032-5c366c894640 req-6fa747df-dc8b-430e-a03c-109a6d6a9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:24.025623 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-6fa747df-dc8b-430e-a03c-109a6d6a9a26 service neutron] 10.222.0.50 "GET /networking/v2.0/ports?network_id=2fc51ab6-7e9b-491d-a490-ff80ae554bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390832 Oct 13 13:24:24.120965 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-4cda1061-cfe9-438d-add1-f143dad30f5c service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884862 Oct 13 13:24:24.123124 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13c70-c4b0-44e2-9f29-0a0a694d27fe req-e43da0c6-7c81-4294-8375-bf441d972a3e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:24.124562 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b9f13c70-c4b0-44e2-9f29-0a0a694d27fe req-e43da0c6-7c81-4294-8375-bf441d972a3e tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 945 time: 0.0456808 Oct 13 13:24:24.171873 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-b9f13c70-c4b0-44e2-9f29-0a0a694d27fe req-6762c633-f548-4e28-a177-7f7bc4628b2d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=879dff4a-3961-4f06-8458-125736b46e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Oct 13 13:24:24.287684 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-aff1ef19-dbef-4751-8032-5c366c894640 req-43f64f6b-a1ac-4fb8-b07b-6c6b1ef73696 service neutron] 10.222.0.50 "GET /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915034 Oct 13 13:24:24.328433 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26deb9-88c8-483a-8693-013fcc850646 req-808685ba-1aab-4695-abc2-ad12732e581d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104572) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 13:24:24.329850 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1a26deb9-88c8-483a-8693-013fcc850646 req-808685ba-1aab-4695-abc2-ad12732e581d tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 945 time: 0.0555179 Oct 13 13:24:24.618544 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:24.652246 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Deleting port 56d3063f-8418-4251-989d-cd1d0b565ff1 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:24.652587 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:24.734003 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:24.746180 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] For port 56d3063f-8418-4251-989d-cd1d0b565ff1, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=56d3063f-8418-4251-989d-cd1d0b565ff1,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:24.746571 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:24.759378 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Calling delete_port for 56d3063f-8418-4251-989d-cd1d0b565ff1 owned by compute:nova {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:24.883789 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (56d3063f-8418-4251-989d-cd1d0b565ff1), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:24.908987 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'Port': ['ID=56d3063f-8418-4251-989d-cd1d0b565ff1,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:24.955800 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] No DVR routers for this DVR port 56d3063f-8418-4251-989d-cd1d0b565ff1 on host hv-cinder-82660 {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:24:24.958260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for port (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:24.961985 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [req-1a26deb9-88c8-483a-8693-013fcc850646 req-c3c62ae2-cb0b-4ee1-b78e-e070a3519ea2 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.50 "DELETE /networking/v2.0/ports/56d3063f-8418-4251-989d-cd1d0b565ff1 HTTP/1.1" status: 204 len: 173 time: 0.6261961 Oct 13 13:24:24.962482 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'name': 'network-vif-deleted', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1'}] {{(pid=104572) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 13:24:24.964742 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a11179f71f21e02dfaff736acc83ad44ab241bfed959af6bc050d959a8c5641" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382fb9a4-48c7-4a48-a60a-d367bd567691" -d '{"events": [{"server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "name": "network-vif-deleted", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1"}]}' {{(pid=104572) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 13:24:25.010093 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 13:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87299679-f2b8-4381-87d2-03adb398e611 x-openstack-request-id: req-87299679-f2b8-4381-87d2-03adb398e611 {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 13:24:25.010386 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f41cc60-bad3-4447-8c5e-9cc7f7e3c389", "name": "network-vif-deleted", "tag": "56d3063f-8418-4251-989d-cd1d0b565ff1", "status": "completed", "code": 200}]} {{(pid=104572) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 13:24:25.010645 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87299679-f2b8-4381-87d2-03adb398e611 {{(pid=104572) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 13:24:25.011811 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87299679-f2b8-4381-87d2-03adb398e611'] response: {'server_uuid': '5f41cc60-bad3-4447-8c5e-9cc7f7e3c389', 'name': 'network-vif-deleted', 'tag': '56d3063f-8418-4251-989d-cd1d0b565ff1', 'status': 'completed', 'code': 200} Oct 13 13:24:25.293066 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [req-1a23bee1-dde5-4db6-ac2b-3ab264723a67 req-4156199a-9748-4e40-a8d0-3f98ca9967db tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f41cc60-bad3-4447-8c5e-9cc7f7e3c389 HTTP/1.1" status: 200 len: 210 time: 0.0336637 Oct 13 13:24:26.362176 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 58006) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:26.470428 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Deleting port 8ed53d44-6219-4de8-87ea-f4c108809184 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:26.470768 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (8ed53d44-6219-4de8-87ea-f4c108809184), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:26.545922 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (8ed53d44-6219-4de8-87ea-f4c108809184), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:26.546240 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (8ed53d44-6219-4de8-87ea-f4c108809184), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:26.558614 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Calling delete_port for 8ed53d44-6219-4de8-87ea-f4c108809184 owned by network:floatingip {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:26.688664 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (8ed53d44-6219-4de8-87ea-f4c108809184), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:26.713634 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'Port': ['ID=8ed53d44-6219-4de8-87ea-f4c108809184,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:26.781182 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for floatingip (dfa9197a-8f39-40e2-a89b-f5febf764cab), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:26.783618 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13872'] for floatingip (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:26.784760 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-bdf08721-eb49-46ba-97a2-3fd5944f90e9 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/dfa9197a-8f39-40e2-a89b-f5febf764cab HTTP/1.1" status: 204 len: 168 time: 0.4227829 Oct 13 13:24:26.863436 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:27.999485 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58018) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:28.056559 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75583c2f-47d4-4615-9c6d-dad4a6c63526 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group (879dff4a-3961-4f06-8458-125736b46e1e), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.079471 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75583c2f-47d4-4615-9c6d-dad4a6c63526 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group (879dff4a-3961-4f06-8458-125736b46e1e), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.141495 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75583c2f-47d4-4615-9c6d-dad4a6c63526 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (879dff4a-3961-4f06-8458-125736b46e1e), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.144261 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-75583c2f-47d4-4615-9c6d-dad4a6c63526 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.145411 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-75583c2f-47d4-4615-9c6d-dad4a6c63526 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/879dff4a-3961-4f06-8458-125736b46e1e HTTP/1.1" status: 204 len: 168 time: 0.1449444 Oct 13 13:24:28.155439 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75583c2f-47d4-4615-9c6d-dad4a6c63526 tempest-TestVolumeBootPattern-1022162848 tempest-TestVolumeBootPattern-1022162848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879dff4a-3961-4f06-8458-125736b46e1e,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:28.200977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58022) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:28.224220 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56d3063f-8418-4251-989d-cd1d0b565ff1 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:28.243413 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] No Port match for: 56d3063f-8418-4251-989d-cd1d0b565ff1 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:28.243760 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Device 56d3063f-8418-4251-989d-cd1d0b565ff1 not bound to the agent host hv-cinder-82660 {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:28.605331 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.685901 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:28.795079 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:28.835818 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Deleting port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:28.836156 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.916602 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] For port 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:28.916963 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:28.930342 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Calling delete_port for 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 owned by network:router_interface {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:29.104235 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:29.134149 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:29.288462 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:29.309096 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae9e549-963f-4574-b800-c2182388b648 None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:24:29.400422 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae9e549-963f-4574-b800-c2182388b648 None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:24:29.478231 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:29.497478 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104572) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:24:29.601589 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104572) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:24:29.607412 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-39b789a2-29ca-4e40-9f05-5459ba29e9ca admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c0c6f049-ab7b-4f80-8ff9-79f6df45f052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4043596 Oct 13 13:24:29.609189 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58026) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:29.612607 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] Sync routers for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:24:29.624967 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:29.625674 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:29.693721 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:29.719008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks [] for router (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:29.732748 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: dv-cinder-826607-8-iscsi {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:29.827239 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks [] for router_gateway (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:29.872391 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Deleting port 0b042744-dea8-4bbb-a2bc-91fd72b81731 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:29.872767 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:29.971302 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] For port 0b042744-dea8-4bbb-a2bc-91fd72b81731, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=0b042744-dea8-4bbb-a2bc-91fd72b81731,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:29.971665 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:29.984503 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Calling delete_port for 0b042744-dea8-4bbb-a2bc-91fd72b81731 owned by network:router_gateway {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:30.013621 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:24:29Z', 'revision_number': 5, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port': {'id': '0b042744-dea8-4bbb-a2bc-91fd72b81731', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:32:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:30.029539 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-6c248c95-047f-42e7-915a-2fb09890a9ee None None] Provisioning complete for port 88d08eb2-f939-4276-adc6-02aa02853294 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:24:30.030055 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c248c95-047f-42e7-915a-2fb09890a9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (88d08eb2-f939-4276-adc6-02aa02853294), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.030514 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-6c248c95-047f-42e7-915a-2fb09890a9ee None None] Attempt 1 to provision port 88d08eb2-f939-4276-adc6-02aa02853294 Oct 13 13:24:30.046211 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] Checking router: c0c6f049-ab7b-4f80-8ff9-79f6df45f052 for host: dv-cinder-826607-8-iscsi {{(pid=104575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:24:30.055540 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] Routers {'c0c6f049-ab7b-4f80-8ff9-79f6df45f052'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:30.056145 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'], 'active': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:30.105573 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-6c248c95-047f-42e7-915a-2fb09890a9ee None None] Current status of the port 88d08eb2-f939-4276-adc6-02aa02853294 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:24:30.136370 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_dvr_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] Set router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 gateway port host: None {{(pid=104575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:30.159218 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (0b042744-dea8-4bbb-a2bc-91fd72b81731), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.185089 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b042744-dea8-4bbb-a2bc-91fd72b81731,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:30.189056 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.l3_hamode_db [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:24:29Z', 'revision_number': 6, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:30.214669 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23b98d-dc9f-4f28-b524-bf48a85bae5d None None] The sync data for ids ['c0c6f049-ab7b-4f80-8ff9-79f6df45f052'] in dv-cinder-826607-8-iscsi is: [{'id': 'c0c6f049-ab7b-4f80-8ff9-79f6df45f052', 'name': 'tempest-TestVolumeBootPattern-1117777562-router', 'tenant_id': '17e1654782ac4100b0353d561496db51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:38Z', 'updated_at': '2022-10-13T13:24:29Z', 'revision_number': 6, 'project_id': '17e1654782ac4100b0353d561496db51', 'gw_port_host': None}] {{(pid=104575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:24:30.250357 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.336065 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.338236 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks [] for router_controller (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.381966 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (c0c6f049-ab7b-4f80-8ff9-79f6df45f052), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.382548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0c6f049-ab7b-4f80-8ff9-79f6df45f052 {{(pid=104572) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:24:30.386694 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.387853 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-119ff3d8-eab1-4780-afdf-ea67387f8747 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/c0c6f049-ab7b-4f80-8ff9-79f6df45f052 HTTP/1.1" status: 204 len: 168 time: 0.7775185 Oct 13 13:24:30.390347 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58028) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:30.433901 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.db_base_plugin_v2 [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Deleting subnet 3ccd938c-9898-4207-9e40-0760c5481110 {{(pid=104572) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:24:30.435631 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:30.437515 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Publish callbacks [] for subnet (3ccd938c-9898-4207-9e40-0760c5481110), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.474160 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7419439'] for subnet (3ccd938c-9898-4207-9e40-0760c5481110), precommit_delete_associations {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.550811 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (3ccd938c-9898-4207-9e40-0760c5481110), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.552829 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:30.608023 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4760228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5079714'] for subnet (3ccd938c-9898-4207-9e40-0760c5481110), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.634448 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ccd938c-9898-4207-9e40-0760c5481110,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:30.639269 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.642644 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4634239e-de3d-4ac6-93d1-b518c89a2b7e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/3ccd938c-9898-4207-9e40-0760c5481110 HTTP/1.1" status: 204 len: 168 time: 0.2513463 Oct 13 13:24:30.645102 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58030) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:30.647707 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993b56b-7bf2-4400-a6e3-bf56d91603e2 None None] Network 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:24:30.713422 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (2fc51ab6-7e9b-491d-a490-ff80ae554bf0), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.759205 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Deleting port 88d08eb2-f939-4276-adc6-02aa02853294 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:30.759548 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (88d08eb2-f939-4276-adc6-02aa02853294), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.824166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] For port 88d08eb2-f939-4276-adc6-02aa02853294, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=88d08eb2-f939-4276-adc6-02aa02853294,segment=NetworkSegment(915116e8-662d-49fe-bce2-d2a17f470167),segment_id=915116e8-662d-49fe-bce2-d2a17f470167)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:30.824538 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (88d08eb2-f939-4276-adc6-02aa02853294), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.837166 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Calling delete_port for 88d08eb2-f939-4276-adc6-02aa02853294 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:30.915342 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (88d08eb2-f939-4276-adc6-02aa02853294), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:30.942366 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d08eb2-f939-4276-adc6-02aa02853294,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:30.944825 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] No DVR routers for this DVR port 88d08eb2-f939-4276-adc6-02aa02853294 on host dv-cinder-826607-8-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:24:30.964140 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910ae0db-4676-4a1b-b81e-153767d24d9c None None] DHCP port deletion for 2fc51ab6-7e9b-491d-a490-ff80ae554bf0 request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:24:31.017203 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (2fc51ab6-7e9b-491d-a490-ff80ae554bf0), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.037005 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc51ab6-7e9b-491d-a490-ff80ae554bf0']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:31.050871 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915116e8-662d-49fe-bce2-d2a17f470167') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:31.051201 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915116e8-662d-49fe-bce2-d2a17f470167') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:31.061793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (915116e8-662d-49fe-bce2-d2a17f470167), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.076761 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (915116e8-662d-49fe-bce2-d2a17f470167), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.084096 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Releasing vlan 498 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:24:31.084539 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (915116e8-662d-49fe-bce2-d2a17f470167), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.125002 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment 915116e8-662d-49fe-bce2-d2a17f470167 resource provider aggregate not found Oct 13 13:24:31.145421 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment 915116e8-662d-49fe-bce2-d2a17f470167 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 915116e8-662d-49fe-bce2-d2a17f470167 found for delete ", "request_id": "req-c1c661a1-a2b5-4f7d-8093-7bc7b0a83c72"}]} Oct 13 13:24:31.149684 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (2fc51ab6-7e9b-491d-a490-ff80ae554bf0), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.155189 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.161052 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/2fc51ab6-7e9b-491d-a490-ff80ae554bf0 HTTP/1.1" status: 204 len: 168 time: 0.5123668 Oct 13 13:24:31.161699 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 58036) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:31.173705 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244a2c7-d29b-4249-9214-c5de1c20bdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc51ab6-7e9b-491d-a490-ff80ae554bf0,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:31.402915 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:31.423371 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:31.423815 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 4ee11fe4-bd6f-4fc5-943c-d4cfe3a10147 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:31.424324 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 0b042744-dea8-4bbb-a2bc-91fd72b81731 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:31.443861 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 0b042744-dea8-4bbb-a2bc-91fd72b81731 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:31.444204 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 0b042744-dea8-4bbb-a2bc-91fd72b81731 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:31.444626 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 88d08eb2-f939-4276-adc6-02aa02853294 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:31.466120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 88d08eb2-f939-4276-adc6-02aa02853294 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:31.466491 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 88d08eb2-f939-4276-adc6-02aa02853294 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:31.506027 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:31.666806 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:31.724177 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665357'] for router_interface (68029358-47b1-487a-b845-7859eaee90ca), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:31.943784 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Deleting port 6521c8d2-96a6-4645-9499-e3e7673b6765 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:31.944047 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:32.023588 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] For port 6521c8d2-96a6-4645-9499-e3e7673b6765, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=6521c8d2-96a6-4645-9499-e3e7673b6765,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:32.023948 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:32.036542 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Calling delete_port for 6521c8d2-96a6-4645-9499-e3e7673b6765 owned by network:router_interface {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:32.211939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (6521c8d2-96a6-4645-9499-e3e7673b6765), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:32.235513 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Pushing event deleted for resources: {'Port': ['ID=6521c8d2-96a6-4645-9499-e3e7673b6765,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:32.293638 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:32.403275 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1626624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1665337'] for router_interface (68029358-47b1-487a-b845-7859eaee90ca), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:32.423141 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a2f0ae-61ee-4753-80ed-a94a787aa32e None None] get_active_networks_info from dv-cinder-826607-8-iscsi {{(pid=104574) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 13 13:24:32.492216 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2f0ae-61ee-4753-80ed-a94a787aa32e None None] Resources bound (agent type, host, resource id): {{(pid=104574) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 13:24:32.512899 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:32.615178 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Router 68029358-47b1-487a-b845-7859eaee90ca has already been hosted by L3 agent 542ff65f-8352-4e2f-a570-46293a4aa4b6 {{(pid=104573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:24:32.722555 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] Notify agent at l3_agent.dv-cinder-826607-8-iscsi the message routers_updated {{(pid=104573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:24:32.727519 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-e71a0a80-b804-4c38-a05a-ce5d8391a23c admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/68029358-47b1-487a-b845-7859eaee90ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5635877 Oct 13 13:24:32.729986 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 58038) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:32.732094 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] Sync routers for ids ['68029358-47b1-487a-b845-7859eaee90ca'] in dv-cinder-826607-8-iscsi {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:24:32.755773 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:32.776281 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] Routers {'68029358-47b1-487a-b845-7859eaee90ca'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:32.776898 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['68029358-47b1-487a-b845-7859eaee90ca'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:32.816603 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:32.839770 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks [] for router (68029358-47b1-487a-b845-7859eaee90ca), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:32.888346 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] Set router 68029358-47b1-487a-b845-7859eaee90ca gateway port host: dv-cinder-826607-8-iscsi {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:32.942816 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks [] for router_gateway (68029358-47b1-487a-b845-7859eaee90ca), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:32.988672 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Deleting port c12ee925-7f72-4327-b836-f2b39b459904 {{(pid=104573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:32.989018 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (c12ee925-7f72-4327-b836-f2b39b459904), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.073609 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.db [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] For port c12ee925-7f72-4327-b836-f2b39b459904, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=c12ee925-7f72-4327-b836-f2b39b459904,segment=NetworkSegment(30c6ab7a-21aa-4bd3-b34d-2f903c9aef64),segment_id=30c6ab7a-21aa-4bd3-b34d-2f903c9aef64)] {{(pid=104573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:33.073986 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (c12ee925-7f72-4327-b836-f2b39b459904), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.085367 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'external_fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:24:32Z', 'revision_number': 5, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port': {'id': 'c12ee925-7f72-4327-b836-f2b39b459904', 'name': '', 'network_id': 'c19e2bd0-29d1-4d48-8c4e-8b0bc968441f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:49:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68029358-47b1-487a-b845-7859eaee90ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826607-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4c7fe9b5-1b52-4751-b5a9-1bd53b23b762', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826607-8-iscsi'}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:33.088255 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.plugins.ml2.plugin [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Calling delete_port for c12ee925-7f72-4327-b836-f2b39b459904 owned by network:router_gateway {{(pid=104573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:33.116147 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] Checking router: 68029358-47b1-487a-b845-7859eaee90ca for host: dv-cinder-826607-8-iscsi {{(pid=104574) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:24:33.125274 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] Routers {'68029358-47b1-487a-b845-7859eaee90ca'} bound to L3 agent in host dv-cinder-826607-8-iscsi {{(pid=104574) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 13 13:24:33.125896 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826607-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T13:01:44Z,description=,heartbeat_timestamp=2022-10-13T13:24:14Z,host='dv-cinder-826607-8-iscsi',id=542ff65f-8352-4e2f-a570-46293a4aa4b6,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T13:01:44Z,topic='l3_agent')) {'router_ids': ['68029358-47b1-487a-b845-7859eaee90ca'], 'active': True} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:33.143516 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:33.215561 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvr_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] Set router 68029358-47b1-487a-b845-7859eaee90ca gateway port host: None {{(pid=104574) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 13 13:24:33.268958 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988241'] for port (c12ee925-7f72-4327-b836-f2b39b459904), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.272737 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_hamode_db [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:24:32Z', 'revision_number': 6, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port_host': None}], 'dv-cinder-826607-8-iscsi', False) {} {{(pid=104574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:33.295096 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c12ee925-7f72-4327-b836-f2b39b459904,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:33.297022 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249635f-a15c-4ff9-889f-52da198d4388 None None] The sync data for ids ['68029358-47b1-487a-b845-7859eaee90ca'] in dv-cinder-826607-8-iscsi is: [{'id': '68029358-47b1-487a-b845-7859eaee90ca', 'name': 'tempest-TestVolumeBootPattern-1290902977-router', 'tenant_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T13:17:43Z', 'updated_at': '2022-10-13T13:24:32Z', 'revision_number': 6, 'project_id': 'ad322d9f495a4b33bd84411d7f42df3e', 'gw_port_host': None}] {{(pid=104574) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:24:33.348637 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.provisioning_blocks [None req-ed34a316-6309-45cf-a597-ccf900eaa6e2 None None] Provisioning complete for port 7ed39026-f147-470f-998a-355d605fc0d6 triggered by entity DHCP. {{(pid=104574) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 13 13:24:33.349013 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ed34a316-6309-45cf-a597-ccf900eaa6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-665795'] for port (7ed39026-f147-470f-998a-355d605fc0d6), provisioning_complete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.349348 dv-cinder-826607-8-iscsi neutron-server[104574]: INFO neutron.plugins.ml2.plugin [None req-ed34a316-6309-45cf-a597-ccf900eaa6e2 None None] Attempt 1 to provision port 7ed39026-f147-470f-998a-355d605fc0d6 Oct 13 13:24:33.360690 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1645683'] for router_gateway (68029358-47b1-487a-b845-7859eaee90ca), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.432764 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-ed34a316-6309-45cf-a597-ccf900eaa6e2 None None] Current status of the port 7ed39026-f147-470f-998a-355d605fc0d6 is: ACTIVE; New status is: ACTIVE {{(pid=104574) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 13 13:24:33.452939 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1665400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29867'] for router (68029358-47b1-487a-b845-7859eaee90ca), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.455078 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks [] for router_controller (68029358-47b1-487a-b845-7859eaee90ca), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.496602 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1665377'] for router (68029358-47b1-487a-b845-7859eaee90ca), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.497218 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68029358-47b1-487a-b845-7859eaee90ca {{(pid=104573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 13:24:33.501332 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.502392 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-b1c22340-d862-4a81-a2cd-18451c1e81ce admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/68029358-47b1-487a-b845-7859eaee90ca HTTP/1.1" status: 204 len: 168 time: 0.7711449 Oct 13 13:24:33.504891 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.wsgi [-] (104573) accepted ('10.222.0.23', 58040) {{(pid=104573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:33.551673 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Deleting subnet 8c2f5006-3907-4962-8f1f-52a84e04a210 {{(pid=104573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 13 13:24:33.555039 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:33.556055 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Publish callbacks [] for subnet (8c2f5006-3907-4962-8f1f-52a84e04a210), before_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.592414 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6720256'] for subnet (8c2f5006-3907-4962-8f1f-52a84e04a210), precommit_delete_associations {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.670268 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-770168'] for subnet (8c2f5006-3907-4962-8f1f-52a84e04a210), precommit_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.741639 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-773207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665394', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4781122'] for subnet (8c2f5006-3907-4962-8f1f-52a84e04a210), after_delete {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.765889 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2f5006-3907-4962-8f1f-52a84e04a210,revision_number=None']} {{(pid=104573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:33.773648 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG neutron_lib.callbacks.manager [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for subnet (None), before_response {{(pid=104573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.778985 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dbd81-15b1-4ba3-97ce-1f96de9b66ae None None] Network 645e7638-0adf-4345-aa0b-cdcedb5d097c requested from dv-cinder-826607-8-iscsi {{(pid=104574) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 13 13:24:33.779482 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58042) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:33.782158 dv-cinder-826607-8-iscsi neutron-server[104573]: INFO neutron.wsgi [None req-fd5b660b-19e1-4c21-8fbe-2bd975013543 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/8c2f5006-3907-4962-8f1f-52a84e04a210 HTTP/1.1" status: 204 len: 168 time: 0.2709975 Oct 13 13:24:33.850958 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-685749'] for network (645e7638-0adf-4345-aa0b-cdcedb5d097c), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:33.962447 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=100 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:33.969189 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:24:34.060518 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] DHCP port deletion for 645e7638-0adf-4345-aa0b-cdcedb5d097c request from dv-cinder-826607-8-iscsi {{(pid=104574) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 13 13:24:34.069716 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 6521c8d2-96a6-4645-9499-e3e7673b6765 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:34.109842 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 6521c8d2-96a6-4645-9499-e3e7673b6765 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:34.110085 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 6521c8d2-96a6-4645-9499-e3e7673b6765 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:34.124598 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Deleting port 7ed39026-f147-470f-998a-355d605fc0d6 {{(pid=104574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:34.124979 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (7ed39026-f147-470f-998a-355d605fc0d6), before_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.139711 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Deleting port 7ed39026-f147-470f-998a-355d605fc0d6 {{(pid=104572) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 13 13:24:34.140038 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772107148840'] for port (7ed39026-f147-470f-998a-355d605fc0d6), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.188008 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:34.192892 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.db [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] For port 7ed39026-f147-470f-998a-355d605fc0d6, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7ed39026-f147-470f-998a-355d605fc0d6,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:34.193289 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7ed39026-f147-470f-998a-355d605fc0d6), precommit_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.205113 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.db [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] For port 7ed39026-f147-470f-998a-355d605fc0d6, host dv-cinder-826607-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826607-8-iscsi',level=0,port_id=7ed39026-f147-470f-998a-355d605fc0d6,segment=NetworkSegment(a994e37e-2fd5-4e24-99c4-714b80e4b660),segment_id=a994e37e-2fd5-4e24-99c4-714b80e4b660)] {{(pid=104572) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:24:34.205474 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1700723'] for port (7ed39026-f147-470f-998a-355d605fc0d6), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.206919 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Calling delete_port for 7ed39026-f147-470f-998a-355d605fc0d6 owned by network:dhcp {{(pid=104574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:34.219450 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.plugin [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Calling delete_port for 7ed39026-f147-470f-998a-355d605fc0d6 owned by network:dhcp {{(pid=104572) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 13 13:24:34.281908 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:34.291810 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135'] for port (7ed39026-f147-470f-998a-355d605fc0d6), after_delete {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.300905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-345668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772107152038', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772106662135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4760209'] for port (7ed39026-f147-470f-998a-355d605fc0d6), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.322594 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Pushing event deleted for resources: {'Port': ['ID=7ed39026-f147-470f-998a-355d605fc0d6,revision_number=None']} {{(pid=104574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:34.328159 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed39026-f147-470f-998a-355d605fc0d6,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:34.330536 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] No DVR routers for this DVR port 7ed39026-f147-470f-998a-355d605fc0d6 on host dv-cinder-826607-8-iscsi {{(pid=104574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:24:34.332161 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] No DVR routers for this DVR port 7ed39026-f147-470f-998a-355d605fc0d6 on host dv-cinder-826607-8-iscsi {{(pid=104572) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 13 13:24:34.332774 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.333179 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.333470 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.333815 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.334148 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.334512 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.334841 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.335192 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.335521 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.335849 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.336176 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.336505 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.336829 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.337151 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.337472 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7349756-be2c-4f5f-b929-c715baf32652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826607-8-iscsi {{(pid=104574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:24:34.414307 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664938', 'neutron.services.segments.db._delete_segments_for_network-8772107109596'] for network (645e7638-0adf-4345-aa0b-cdcedb5d097c), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.434351 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645e7638-0adf-4345-aa0b-cdcedb5d097c']}} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:34.443350 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a994e37e-2fd5-4e24-99c4-714b80e4b660') {'for_net_delete': True} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:34.443648 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.services.segments.db [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a994e37e-2fd5-4e24-99c4-714b80e4b660') {} {{(pid=104572) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:24:34.453001 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772107176870', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7419478'] for segment (a994e37e-2fd5-4e24-99c4-714b80e4b660), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.466037 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527'] for segment (a994e37e-2fd5-4e24-99c4-714b80e4b660), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.472398 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Releasing vlan 499 on physical network physnet1 to pool {{(pid=104572) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 13:24:34.472793 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4760142'] for segment (a994e37e-2fd5-4e24-99c4-714b80e4b660), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.534599 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1665481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1626745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1645740'] for network (645e7638-0adf-4345-aa0b-cdcedb5d097c), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.543399 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1626735'] for network (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.546518 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/645e7638-0adf-4345-aa0b-cdcedb5d097c HTTP/1.1" status: 204 len: 168 time: 0.7660477 Oct 13 13:24:34.558170 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment a994e37e-2fd5-4e24-99c4-714b80e4b660 resource provider aggregate not found Oct 13 13:24:34.562440 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f3eed-e01d-40ab-ae86-6dbc3e44362a admin admin] Pushing event deleted for resources: {'Network': ['ID=645e7638-0adf-4345-aa0b-cdcedb5d097c,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:34.576076 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.services.segments.plugin [-] Segment a994e37e-2fd5-4e24-99c4-714b80e4b660 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a994e37e-2fd5-4e24-99c4-714b80e4b660 found for delete ", "request_id": "req-c00981f8-2baa-4bc7-9211-a4f7e2247106"}]} Oct 13 13:24:34.656397 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58052) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:34.699858 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-5bfcfccc-f770-414b-892c-3c6bed70dbf1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=17e1654782ac4100b0353d561496db51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423005 Oct 13 13:24:34.702260 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58054) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:34.749876 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4a30e430-3943-466d-965e-4cf1d3e6c70d admin admin] Publish callbacks [] for security_group (572d1677-8fe7-4bf5-a93b-df1d0a02b2ed), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.769147 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4a30e430-3943-466d-965e-4cf1d3e6c70d admin admin] Publish callbacks [] for security_group (572d1677-8fe7-4bf5-a93b-df1d0a02b2ed), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.815977 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4a30e430-3943-466d-965e-4cf1d3e6c70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (572d1677-8fe7-4bf5-a93b-df1d0a02b2ed), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.818432 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-4a30e430-3943-466d-965e-4cf1d3e6c70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:34.819628 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-4a30e430-3943-466d-965e-4cf1d3e6c70d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/572d1677-8fe7-4bf5-a93b-df1d0a02b2ed HTTP/1.1" status: 204 len: 168 time: 0.1164932 Oct 13 13:24:34.827416 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30e430-3943-466d-965e-4cf1d3e6c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d1677-8fe7-4bf5-a93b-df1d0a02b2ed,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:35.124138 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58060) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:35.163880 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-744750f8-f3d3-4dc5-9e58-59619b999806 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ad322d9f495a4b33bd84411d7f42df3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385613 Oct 13 13:24:35.166131 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [-] (104572) accepted ('10.222.0.23', 58062) {{(pid=104572) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 13 13:24:35.216814 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ca946e-2d40-432d-9228-bc844a5722cc admin admin] Publish callbacks [] for security_group (77b33f53-dd64-4e7e-9dd0-2684c8d1996a), before_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:35.236617 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ca946e-2d40-432d-9228-bc844a5722cc admin admin] Publish callbacks [] for security_group (77b33f53-dd64-4e7e-9dd0-2684c8d1996a), precommit_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:35.284403 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ca946e-2d40-432d-9228-bc844a5722cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667878'] for security_group (77b33f53-dd64-4e7e-9dd0-2684c8d1996a), after_delete {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:35.286906 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron_lib.callbacks.manager [None req-c1ca946e-2d40-432d-9228-bc844a5722cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104572) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:35.288053 dv-cinder-826607-8-iscsi neutron-server[104572]: INFO neutron.wsgi [None req-c1ca946e-2d40-432d-9228-bc844a5722cc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/77b33f53-dd64-4e7e-9dd0-2684c8d1996a HTTP/1.1" status: 204 len: 168 time: 0.1210558 Oct 13 13:24:35.295721 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca946e-2d40-432d-9228-bc844a5722cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b33f53-dd64-4e7e-9dd0-2684c8d1996a,revision_number=None']} {{(pid=104572) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:24:35.404190 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c12ee925-7f72-4327-b836-f2b39b459904 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:35.423368 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: c12ee925-7f72-4327-b836-f2b39b459904 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:35.423720 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device c12ee925-7f72-4327-b836-f2b39b459904 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:35.424140 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7ed39026-f147-470f-998a-355d605fc0d6 no longer exists at agent ovs-agent-dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 13:24:35.443236 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.plugin [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] No Port match for: 7ed39026-f147-470f-998a-355d605fc0d6 {{(pid=104574) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 13 13:24:35.443587 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron.plugins.ml2.rpc [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Device 7ed39026-f147-470f-998a-355d605fc0d6 not bound to the agent host dv-cinder-826607-8-iscsi {{(pid=104574) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 13:24:41.520190 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1ad749cc-5be2-4c10-a1c9-b13f5a78255b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:43.730510 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-928836db-b06c-42eb-b40f-7390ee368ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:43.746800 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=58,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:43.765636 dv-cinder-826607-8-iscsi neutron-server[104573]: DEBUG dbcounter [-] [104573] Writing DB stats neutron:SELECT=19,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104573) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:45.059440 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:45.061916 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:45.067559 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:45.268938 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:45.291471 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG dbcounter [-] [104572] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104572) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:46.871732 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:47.017766 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:24:50.011726 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=93 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:50.012481 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:24:56.863628 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:06.856705 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:06.859506 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:10.968866 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:25:11.523143 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-21d6a46e-f65a-4a15-8fa8-b23cf0daa62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:13.734129 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-33bd7f51-0c78-4c2e-a5a7-58ff5f29ff7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:15.068971 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:16.874430 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:17.019734 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:26.895956 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:27.011900 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:27.017786 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:29.322905 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-236e7a1a-02e4-4f87-ab85-ade629638730 req-32491320-e72a-4385-ab9c-e5c2d005b09e service neutron] (104572) timed out ('10.222.0.50', 52779) {{(pid=104572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 13:25:36.887961 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:36.889825 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:40.011550 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:40.012392 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:25:41.524712 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6e8354dd-59ff-40c5-919e-e5d98ecda125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:43.735161 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-86b495ec-b5e9-4a6a-ac90-65e65b3727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:45.073356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:46.876214 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:47.022318 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:25:47.968783 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:25:56.909715 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:04.009582 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=3 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:04.014695 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:06.900189 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:06.905241 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:11.526584 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-1d7a2e70-d17b-4f4f-8b75-223a5329e9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:13.736645 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d03b35e7-a352-4dc2-8e46-9f69cea582ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:15.074152 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:16.878851 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:17.025828 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:24.968364 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:26:26.927361 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:36.915885 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=11 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:36.922019 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:41.020284 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=20 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:41.527822 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-f8174b93-19cf-436a-a7f7-c2474cbf8e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:43.741362 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bd7829cb-dad0-4ef0-84a3-5effde10f393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:44.967320 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=16 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:26:45.077636 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:46.882991 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:47.027556 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:26:56.955945 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:01.968417 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:27:06.949340 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:06.951257 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:11.530199 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-ee39143a-e6dc-4017-8efc-681cb413e807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:13.743324 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-4e1300c4-d6c3-49e0-ab61-9bf7b7bc08cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:15.080745 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:16.887776 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:17.029816 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:18.006382 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=2 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:18.017087 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=6 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:26.964051 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:36.956679 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:36.958548 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:37.605568 dv-cinder-826607-8-iscsi neutron-server[104572]: DEBUG neutron.wsgi [req-32aadd6c-9778-4fee-8f7d-db063223b2f8 req-c0bf3550-27ad-46a0-a381-116f720a1745 service neutron] (104572) timed out ('10.222.0.50', 52809) {{(pid=104572) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 13 13:27:38.967929 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:27:41.533225 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d0865c1b-c277-401d-b867-a6ed84a0f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:43.744804 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-72107909-f682-425c-9821-26a7877ea0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:45.083391 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:46.887120 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:47.032001 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:27:55.018003 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:55.022716 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:27:56.971129 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:06.964739 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:28:06.966631 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:28:11.535379 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-bf3e64d2-30aa-4d51-97d7-2590b92d37c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:13.746731 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-90a9b57d-ca7a-41fd-9414-728ec55c34d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:15.084914 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:15.967305 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:28:16.890396 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:17.034240 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:26.985789 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:36.978572 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:28:36.980487 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:28:39.934290 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=17 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:28:39.937082 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=17 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:28:41.536761 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-2e2551d1-a578-4d53-8a36-2931ed7d604d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:43.752425 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c0061a6c-b671-432b-9955-b5484ee93097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:45.087645 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:46.892257 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:47.036356 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:28:52.965525 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:28:56.993054 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:06.983582 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:06.988810 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:09.029147 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:09.034599 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:11.538752 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-206e9b45-5047-4744-9544-cf268af8d23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:13.754115 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-c4861033-7d01-4396-b384-c47fbe9f9afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:15.090177 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:16.894609 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:17.039081 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:26.983883 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-d8abbb55-e07a-418a-a227-04b2bbbfbc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (5d3afbad-a013-4215-a3f0-8ec17f3a5e04), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:29.964839 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG neutron.db.agents_db [None req-1f826230-cf8a-4eb0-bd57-57cd32db5d20 None None] Agent healthcheck: found 6 active agents {{(pid=104575) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:29:36.978218 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:36.980105 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG dbcounter [-] [104574] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104574) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:41.540074 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9d95-c5d0-493d-8dca-60234c2b301f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (3a849c26-ea0d-4d52-bd06-7eb331383fe6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:43.757493 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-68b77c24-145e-4460-8882-8ca2450ef139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (542ff65f-8352-4e2f-a570-46293a4aa4b6), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:45.092023 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-250b8510-3d8c-4cb2-930c-9375785dbf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (63044d88-8be2-436b-ab61-a605ef462737), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:46.037851 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=4 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:46.041915 dv-cinder-826607-8-iscsi neutron-server[104575]: DEBUG dbcounter [-] [104575] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104575) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 13 13:29:46.897450 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-6c13f42f-e8b8-4299-9f0c-5b21c5534949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (d5d80646-4004-45f6-a049-74986482025b), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 13 13:29:47.041467 dv-cinder-826607-8-iscsi neutron-server[104574]: DEBUG neutron_lib.callbacks.manager [None req-e6c002af-a368-471d-ae4e-9a8c9529a75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772107109578', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665637'] for agent (f294f994-b284-45b1-8f49-0c32556f952d), after_update {{(pid=104574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}